-- Logs begin at Wed 2022-01-19 00:20:27 UTC, end at Wed 2022-01-19 01:20:05 UTC. -- Jan 19 00:50:32.018238 dv-cinder-799871-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 19 00:50:35.261229 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.common.config [-] Logging enabled! Jan 19 00:50:35.261893 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 19 00:50:35.262202 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 00:50:35.266227 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.common.config [-] Logging enabled! Jan 19 00:50:35.266487 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 19 00:50:35.266808 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 00:50:35.267816 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 00:50:35.268077 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 00:50:35.268698 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 00:50:35.268946 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 00:50:35.269724 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 00:50:35.269724 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.270008 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 19 00:50:35.270360 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.270697 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.271025 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.271333 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.271627 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.271913 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.272205 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.272541 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.272834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.273113 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.273401 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.273726 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.274053 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.274411 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.274720 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.275022 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.275433 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.275782 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.276197 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.276529 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.276885 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.277178 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.277502 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.277741 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.278028 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.278368 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] host = dv-cinder-799871-14-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.278718 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.279586 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.279793 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.280100 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.280361 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.280645 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.281043 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.281287 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.281541 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.281847 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.282125 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.282418 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.282731 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.282976 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.283183 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.283475 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.283764 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.284042 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.284322 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.284695 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.285001 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.285278 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.285581 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.285897 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.286206 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.286501 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.286804 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.287122 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.287418 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.287711 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.288016 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.288314 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.288595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.288869 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.289160 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.289432 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.289808 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.290113 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.290400 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.290685 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.290972 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.291248 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.291567 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.291911 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.292188 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.292507 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.292823 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.293134 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.293487 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.293801 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.294199 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.294478 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.294762 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.295115 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.295386 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:35.295706 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.296012 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.296305 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.296644 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.296930 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.297355 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.297487 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.298054 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.298344 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.298676 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.299035 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.299318 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.299692 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.300018 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.300388 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.300699 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.301044 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.301428 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.301733 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.302026 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.302347 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.302669 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.303032 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.303322 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.303661 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.304015 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.304310 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.304677 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.305045 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.305346 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.305702 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.306027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.306376 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.306710 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.307037 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.307379 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.307665 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.307996 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.308349 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.308699 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.308973 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.309290 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.309602 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.310405 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.310766 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.311130 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.311424 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.311725 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.312003 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.312303 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.312626 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.312927 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.313210 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.313578 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.313852 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.314132 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.314450 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.314728 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.315045 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.315359 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.315710 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.316072 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.316259 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.316521 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.316772 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.317056 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.317327 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.317607 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.317888 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.318162 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.318434 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.318735 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.318977 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.319249 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.319541 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.319841 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.320158 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.320467 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.320776 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.321059 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.321430 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.321751 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.322038 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.322321 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.322602 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.322934 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.323260 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.323560 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.323905 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.324206 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.324487 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.324805 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.325100 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.326052 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.326357 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.326647 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.326933 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.327234 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.327538 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.327870 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.328167 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.328464 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.328746 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.329064 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.329344 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:35.329586 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 00:50:35.329837 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102520) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 19 00:50:35.718852 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 00:50:35.719122 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 00:50:35.719421 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 00:50:35.719757 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 19 00:50:36.061995 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.062190 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.062447 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.065601 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.065886 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.066151 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.111618 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.111886 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.112150 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.127211 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.127492 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.127763 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.159354 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.159624 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.159887 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.197977 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.198294 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.198506 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.548564 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.549221 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.549221 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.549396 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.550061 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.662850 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.663189 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.663477 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.663786 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.664059 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.664375 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.664636 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.664901 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.665183 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.665512 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.665826 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.666111 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.666327 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.666581 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.666884 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.667219 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.667454 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.667763 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.668038 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.668302 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.668595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.668894 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.669744 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.670145 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.670416 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.670705 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.671127 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:36.671387 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:36.671663 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:36.671902 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:36.672139 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:36.672375 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:36.675641 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 19 00:50:36.676973 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 19 00:50:36.681124 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 19 00:50:36.685807 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 19 00:50:36.687499 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 19 00:50:36.687974 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 19 00:50:36.688311 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 19 00:50:36.688704 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 19 00:50:36.691671 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 19 00:50:36.691920 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 19 00:50:36.692279 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 00:50:36.698089 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 19 00:50:36.723350 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 19 00:50:36.723820 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.724124 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102520) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 19 00:50:36.724497 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.725978 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102520) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 19 00:50:36.726267 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 00:50:36.726508 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 19 00:50:36.729988 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.730274 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:36.800438 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 19 00:50:36.800634 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 19 00:50:36.800820 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 19 00:50:36.801241 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 19 00:50:36.824228 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_db.sqlalchemy.engines [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102520) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 19 00:50:37.295143 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing driver for type 'gre' Jan 19 00:50:37.295669 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] gre ID ranges: [(1, 1000)] Jan 19 00:50:37.358804 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing driver for type 'local' Jan 19 00:50:37.359118 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing driver for type 'vlan' Jan 19 00:50:37.376124 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] VlanTypeDriver initialization complete Jan 19 00:50:37.376343 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing driver for type 'vxlan' Jan 19 00:50:37.376778 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] vxlan ID ranges: [(1, 1000)] Jan 19 00:50:37.440088 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing extension driver 'port_security' Jan 19 00:50:37.440416 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] PortSecurityExtensionDriver initialization complete Jan 19 00:50:37.440742 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing mechanism driver 'openvswitch' Jan 19 00:50:37.441055 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing mechanism driver 'hyperv' Jan 19 00:50:37.447862 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:37.448544 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.448912 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.449252 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.449814 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 00:50:37.450742 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnet after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.451091 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.451427 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.451815 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 00:50:37.452216 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.452555 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.452885 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.453276 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 00:50:37.453712 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > security_group after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.454057 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > security_group after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.454391 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.454926 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 00:50:37.455329 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.455674 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.456011 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.456402 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 00:50:37.456802 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > address_group after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.457138 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > address_group after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.457468 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.457883 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 00:50:37.458325 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] ML2 OVO RPC backend initialized. {{(pid=102520) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 19 00:50:37.459035 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.459389 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.459794 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.460135 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > networks before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.460476 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.460813 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > ports before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.461148 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnet before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.461483 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnets before_response 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.461842 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.462174 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.462501 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.462831 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.463160 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.463484 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.463810 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnet after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.464137 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.464462 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.465067 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.plugin [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Modular L2 Plugin initialization complete Jan 19 00:50:37.465392 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading services supported by the core plugin {{(pid=102520) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 19 00:50:37.465773 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.plugins.ml2.managers [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Got port-security extension from driver 'port_security' Jan 19 00:50:37.466845 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.extensions.vlantransparent [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Disabled vlantransparent extension. Jan 19 00:50:37.467327 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102520) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 19 00:50:37.467631 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: router Jan 19 00:50:37.505520 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.505925 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router after_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.506285 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router before_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.506641 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.507007 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.507355 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router after_delete 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.507709 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.508044 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.508395 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router after_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.508729 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.509071 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.509408 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.509799 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.510206 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.510568 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.510901 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.511234 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: subnet after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.511556 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.511907 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.512244 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.512578 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: port before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.513468 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.513842 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router after_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.514175 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.514525 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_create 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.514875 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.515210 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_update 55549900 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.515568 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > agent after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.515906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > agent after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.516239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > network after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.517151 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Tracking information for resource: router configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:37.517469 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Tracking information for resource: floatingip configured {{(pid=102520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 00:50:37.522945 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.db.l3_agentschedulers_db [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 19 00:50:37.523512 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.523872 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: port after_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.524244 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: port after_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.524511 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: port after_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.525400 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router before_create 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.525694 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.526059 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_create 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.526397 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > router precommit_update 55550100 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.531235 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.services.provider_configuration [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service providers = [] {{(pid=102520) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 19 00:50:37.531640 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.db.servicetype_db [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102520) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 19 00:50:37.534869 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 00:50:37.535236 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 00:50:37.535546 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 00:50:37.536449 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.services.service_base [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 00:50:37.536823 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.services.service_base [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 19 00:50:37.537207 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.537522 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 19 00:50:37.550634 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.551297 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: auto_allocate Jan 19 00:50:37.557072 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: network precommit_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.557436 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: network precommit_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.558011 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.558320 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: tag Jan 19 00:50:37.565976 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.566304 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: timestamp Jan 19 00:50:37.570538 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.570856 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: network_ip_availability Jan 19 00:50:37.577057 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.577425 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.577799 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.578567 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.578879 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: flavors Jan 19 00:50:37.583814 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.584142 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading Plugin: revisions Jan 19 00:50:37.588570 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 00:50:37.588961 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=102520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 00:50:37.589765 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102520) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 19 00:50:37.590096 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Initializing extension manager. Jan 19 00:50:37.590621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: __init__.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.591057 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: __pycache__ {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.591313 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.591638 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.592431 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.593028 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: address-group Jan 19 00:50:37.593321 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: address_scope.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.594325 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.594781 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: address-scope Jan 19 00:50:37.595097 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.596077 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.596577 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: router-admin-state-down-before-update Jan 19 00:50:37.596890 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: agent.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.597619 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.598146 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: agent Jan 19 00:50:37.598427 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: agent_resources_synced.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.599333 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.599832 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: agent-resources-synced Jan 19 00:50:37.600141 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: allowedaddresspairs.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.602043 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.602559 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: allowed-address-pairs Jan 19 00:50:37.602945 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: auto_allocated_topology.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.604017 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.604467 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: auto-allocated-topology Jan 19 00:50:37.604852 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.605478 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.606008 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: availability_zone Jan 19 00:50:37.606346 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: availability_zone_filter.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.607265 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.607769 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: availability_zone_filter Jan 19 00:50:37.608106 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: data_plane_status.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.608996 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.609492 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension data-plane-status not supported by any of loaded plugins Jan 19 00:50:37.609837 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: default_subnetpools.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.610749 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.611249 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: default-subnetpools Jan 19 00:50:37.611565 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.612387 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.612901 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: dhcp_agent_scheduler Jan 19 00:50:37.613214 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: dns.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.614151 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.614654 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension dns-integration not supported by any of loaded plugins Jan 19 00:50:37.615008 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: dns_domain_ports.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.615890 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.616390 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 19 00:50:37.616705 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.617644 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.618142 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 19 00:50:37.618456 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: dvr.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.619121 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.619632 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: dvr Jan 19 00:50:37.619938 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: ecmp_routes.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.620861 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.621353 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 19 00:50:37.621702 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: empty_string_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.623151 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.623701 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: empty-string-filtering Jan 19 00:50:37.624050 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.624993 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.625529 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 19 00:50:37.625927 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.626883 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.627462 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 19 00:50:37.627812 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: external_net.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.628757 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.629298 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: external-net Jan 19 00:50:37.629703 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.630667 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.631230 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: extra_dhcp_opt Jan 19 00:50:37.631645 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: extraroute.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.632635 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.633218 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: extraroute Jan 19 00:50:37.633655 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: extraroute_atomic.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.634784 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.635373 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: extraroute-atomic Jan 19 00:50:37.635780 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: filter_validation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.636576 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.637165 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: filter-validation Jan 19 00:50:37.637611 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: fip_pf_description.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.639261 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.639754 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 19 00:50:37.640071 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: fip_port_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.640976 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.641542 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: fip-port-details Jan 19 00:50:37.641833 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: flavors.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.643095 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.643605 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: flavors Jan 19 00:50:37.643917 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.645656 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.646179 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 19 00:50:37.646511 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: floatingip_pools.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.647215 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.647723 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: floatingip-pools Jan 19 00:50:37.648042 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: ip_allocation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.648970 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.649473 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension ip_allocation not supported by any of loaded plugins Jan 19 00:50:37.649820 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.650731 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.651235 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: ip-substring-filtering Jan 19 00:50:37.651553 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l2_adjacency.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.652469 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.652969 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 19 00:50:37.653285 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l3.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.654511 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.655025 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: router Jan 19 00:50:37.655344 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.657683 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.658201 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 19 00:50:37.658527 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.659459 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.659973 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: ext-gw-mode Jan 19 00:50:37.660294 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.661213 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.661757 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: l3-ha Jan 19 00:50:37.662078 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l3_flavors.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.662983 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.663487 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: l3-flavors Jan 19 00:50:37.663804 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.664712 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.665211 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 19 00:50:37.665525 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: l3agentscheduler.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.666623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.667166 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: l3_agent_scheduler Jan 19 00:50:37.667447 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: local_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.669348 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.669901 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension local_ip not supported by any of loaded plugins Jan 19 00:50:37.670227 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: logging.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.671746 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.672258 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension logging not supported by any of loaded plugins Jan 19 00:50:37.672843 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: metering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.673600 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.674181 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: metering Jan 19 00:50:37.674497 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.675606 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.676117 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: metering_source_and_destination_fields Jan 19 00:50:37.676435 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: multiprovidernet.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.677358 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.677895 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: multi-provider Jan 19 00:50:37.678208 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: netmtu.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.679119 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.679619 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: net-mtu Jan 19 00:50:37.679928 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: netmtu_writable.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.680845 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.681463 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: net-mtu-writable Jan 19 00:50:37.681808 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: network_availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.682533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.682980 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: network_availability_zone Jan 19 00:50:37.683289 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: network_ip_availability.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.684422 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.685456 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: network-ip-availability Jan 19 00:50:37.685793 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: network_segment_range.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.686583 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.687102 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension network-segment-range not supported by any of loaded plugins Jan 19 00:50:37.687402 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: pagination.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.688558 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.688883 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: pagination Jan 19 00:50:37.689197 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: port_device_profile.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.690123 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.690638 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: port-device-profile Jan 19 00:50:37.690951 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.691875 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.692383 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: port-mac-address-regenerate Jan 19 00:50:37.692695 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.693648 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.694152 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: port-numa-affinity-policy Jan 19 00:50:37.694467 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: port_resource_request.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.695366 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.695863 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension port-resource-request not supported by any of loaded plugins Jan 19 00:50:37.696180 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: port_resource_request_groups.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.697160 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.697690 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 19 00:50:37.698007 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: portbindings.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.698932 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.699433 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: binding Jan 19 00:50:37.699744 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: portbindings_extended.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.701633 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.702258 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: binding-extended Jan 19 00:50:37.702457 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: portsecurity.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.703371 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.703874 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: port-security Jan 19 00:50:37.704189 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: project_id.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.705169 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.705495 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: project-id Jan 19 00:50:37.705838 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: providernet.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.706798 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.707412 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: provider Jan 19 00:50:37.707782 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.711846 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.712381 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos not supported by any of loaded plugins Jan 19 00:50:37.712708 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.714008 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.714519 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 19 00:50:37.714866 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.715761 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.716310 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 19 00:50:37.716632 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_default.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.717545 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.718076 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-default not supported by any of loaded plugins Jan 19 00:50:37.721159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_fip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.721159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.721159 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-fip not supported by any of loaded plugins Jan 19 00:50:37.721159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.721159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.721617 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 19 00:50:37.721886 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_gateway_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.722829 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.723332 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 19 00:50:37.723647 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_port_network_policy.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.724640 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.725146 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 19 00:50:37.725465 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.726665 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.727172 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 19 00:50:37.727490 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_pps_rule.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.728722 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.729321 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-pps not supported by any of loaded plugins Jan 19 00:50:37.729741 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_rule_type_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.730922 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.731779 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 19 00:50:37.732192 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: qos_rules_alias.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.733377 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.733969 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 19 00:50:37.734320 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: quota_check_limit.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.735394 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.735959 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: quota-check-limit Jan 19 00:50:37.736317 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: quotasv2.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.737417 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.737777 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: quotas Jan 19 00:50:37.738094 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: quotasv2_detail.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.741632 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.741973 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: quota_details Jan 19 00:50:37.742304 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: rbac.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.743379 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.743918 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: rbac-policies Jan 19 00:50:37.744243 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: rbac_address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.745261 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.745809 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: rbac-address-group Jan 19 00:50:37.746157 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: rbac_address_scope.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.747068 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.748101 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: rbac-address-scope Jan 19 00:50:37.748423 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: rbac_security_groups.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.749332 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.749866 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: rbac-security-groups Jan 19 00:50:37.750187 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: rbac_subnetpool.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.751101 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.751609 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: rbac-subnetpool Jan 19 00:50:37.751930 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: revisionifmatch.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.752858 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.753364 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: revision-if-match Jan 19 00:50:37.753724 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: revisions.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.754853 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.755361 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: standard-attr-revisions Jan 19 00:50:37.755682 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: router_availability_zone.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.756368 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.756871 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: router_availability_zone Jan 19 00:50:37.757187 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: routerservicetype.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.758170 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.758624 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension router-service-type not supported by any of loaded plugins Jan 19 00:50:37.758939 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.759926 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.760430 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: security-groups-normalized-cidr Jan 19 00:50:37.760747 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.761698 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.762225 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: port-security-groups-filtering Jan 19 00:50:37.762521 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.764116 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.764619 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: security-groups-remote-address-group Jan 19 00:50:37.764936 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.765923 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.766497 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: security-groups-shared-filtering Jan 19 00:50:37.766740 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.767342 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 19 00:50:37.767655 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: securitygroup.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.778060 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.778588 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: security-group Jan 19 00:50:37.778922 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: segment.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.779874 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.780433 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension segment not supported by any of loaded plugins Jan 19 00:50:37.780760 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.781891 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.782416 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 19 00:50:37.782746 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: servicetype.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.784104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.784541 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: service-type Jan 19 00:50:37.784863 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: sorting.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.786037 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.786309 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: sorting Jan 19 00:50:37.786645 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: standard_attr_segment.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.787888 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.788143 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 19 00:50:37.788495 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: standardattrdescription.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.789159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.789725 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: standard-attr-description Jan 19 00:50:37.790020 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: stateful_security_group.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.791038 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.791561 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: stateful-security-group Jan 19 00:50:37.791880 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: stdattrs_common.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.792473 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 19 00:50:37.792796 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.793861 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.794427 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 19 00:50:37.794745 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: subnet_onboard.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.795925 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.796508 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: subnet_onboard Jan 19 00:50:37.796777 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.798117 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.798582 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 19 00:50:37.798929 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: subnet_service_types.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.799904 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.800424 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: subnet-service-types Jan 19 00:50:37.800743 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: subnetallocation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.801901 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.802423 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: subnet_allocation Jan 19 00:50:37.802749 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.803433 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.803954 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: subnetpool-prefix-ops Jan 19 00:50:37.804295 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.805217 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.805759 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 19 00:50:37.806106 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: tagging.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.807199 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.807719 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: standard-attr-tag Jan 19 00:50:37.808036 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: timestamp.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.809300 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.810360 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loaded extension: standard-attr-timestamp Jan 19 00:50:37.810677 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: trunk.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.811722 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.812279 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension trunk not supported by any of loaded plugins Jan 19 00:50:37.812600 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: trunk_details.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.813526 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.814057 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension trunk-details not supported by any of loaded plugins Jan 19 00:50:37.814373 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: uplink_status_propagation.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.815290 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.815801 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 19 00:50:37.816106 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Loading extension file: vlantransparent.py {{(pid=102520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 00:50:37.816815 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 00:50:37.817461 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 19 00:50:37.819925 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:network Jan 19 00:50:37.820447 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:subnet Jan 19 00:50:37.820835 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 00:50:37.821258 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:port Jan 19 00:50:37.822532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.822973 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service FLAVORS assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.823572 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.823985 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.824308 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:router Jan 19 00:50:37.824732 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 00:50:37.825253 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service METERING assigned prefix: /metering {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.827323 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.827664 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.828008 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:50:37.829234 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 00:50:37.829507 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:security_group Jan 19 00:50:37.829956 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 00:50:37.830603 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.830911 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 00:50:37.831251 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] subnetpool is already registered Jan 19 00:50:37.831672 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.832021 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 00:50:37.832342 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] subnetpool is already registered Jan 19 00:50:37.834699 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.835276 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service FLAVORS assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.835871 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.836289 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.836625 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:router Jan 19 00:50:37.836958 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] router is already registered Jan 19 00:50:37.837350 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 00:50:37.837918 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] floatingip is already registered Jan 19 00:50:37.838180 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service METERING assigned prefix: /metering {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.838881 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 00:50:37.839199 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] rbac_policy is already registered Jan 19 00:50:37.839616 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:security_group Jan 19 00:50:37.840058 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] security_group is already registered Jan 19 00:50:37.840328 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 00:50:37.840647 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] security_group_rule is already registered Jan 19 00:50:37.841274 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.841471 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 00:50:37.841819 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] subnetpool is already registered Jan 19 00:50:37.842235 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.v2.resource_helper [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Service CORE assigned prefix: {{(pid=102520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 00:50:37.842556 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 00:50:37.842878 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING neutron.quota.resource_registry [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] subnetpool is already registered Jan 19 00:50:37.843514 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: extensions {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.846181 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: address-groups {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.847669 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: address-scopes {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.848888 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.850186 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: auto-allocated-topology {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.851419 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: availability_zones {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.852624 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: dhcp-networks {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.854064 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: dhcp-agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.855601 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.858335 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: flavors {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.859580 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: service_profiles {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.860784 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: next_providers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.862250 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: service_profiles {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.863664 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: floatingip-pools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.864990 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.867112 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: floatingips {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.868389 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: l3-routers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.869793 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: l3-agents {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.871198 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: metering-labels {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.873043 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: metering-label-rules {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.874488 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: network-ip-availabilities {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.875720 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: bindings {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.877248 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: quotas {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.878937 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: quotas {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.880468 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: rbac-policies {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.881702 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: security-groups {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.883017 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: security-group-rules {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.884237 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: service-providers {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.885461 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: subnetpools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.886797 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: subnetpools {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.888367 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.890069 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.891854 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.893655 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.895327 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.897253 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.898955 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.901974 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.903808 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.905660 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron.api.extensions [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Extended resource: tags {{(pid=102520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 00:50:37.911792 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING keystonemiddleware.auth_token [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 19 00:50:37.916501 dv-cinder-799871-14-iscsi neutron-server[102520]: WARNING keystonemiddleware.auth_token [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 19 00:50:37.926098 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Acquired lock "singleton_lock" {{(pid=102520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 19 00:50:37.926569 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_concurrency.lockutils [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Releasing lock "singleton_lock" {{(pid=102520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 19 00:50:37.927224 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO oslo_service.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Starting 2 workers Jan 19 00:50:37.932197 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Started child 102631 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 00:50:37.937518 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Started child 102632 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 00:50:37.939040 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:37.940097 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO neutron.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 19 00:50:37.940097 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:37.941125 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [-] (102631) wsgi starting up on http://0.0.0.0:9696 Jan 19 00:50:37.942296 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO oslo_service.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Starting 1 workers Jan 19 00:50:37.942612 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:37.944114 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [-] (102632) wsgi starting up on http://0.0.0.0:9696 Jan 19 00:50:37.947634 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Started child 102633 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 00:50:37.948212 dv-cinder-799871-14-iscsi neutron-server[102520]: INFO oslo_service.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Starting 1 workers Jan 19 00:50:37.951848 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] calling RpcWorker wait() {{(pid=102633) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 19 00:50:37.952729 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] returning from RpcWorker wait() {{(pid=102633) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 19 00:50:37.952901 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Started child 102634 {{(pid=102520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 00:50:37.953771 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:37.954110 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG neutron_lib.callbacks.manager [None req-8d1b7763-d838-46f1-b6c8-85560386fd55 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:37.954367 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:37.956242 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 00:50:37.956469 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 00:50:37.956809 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 00:50:37.957053 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 00:50:37.957401 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 00:50:37.957576 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 00:50:37.958276 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.958558 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.958829 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.959082 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.959378 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.959672 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:37.960156 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.960156 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.960358 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.960790 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.961046 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.961209 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.961587 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.961827 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.962077 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.962375 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.962622 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.963020 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.963441 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.963616 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.963849 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.964292 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.964533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.964800 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.965069 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.965515 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.965762 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.966210 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.966411 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.966690 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.966914 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.967234 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.967435 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.967620 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.967857 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.968111 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.968343 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.968575 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.968782 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.968991 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.969251 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.969481 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.970010 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host = dv-cinder-799871-14-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.970238 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.970451 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.970681 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.970926 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.971170 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.971379 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.971631 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.971895 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.972117 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.972341 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.972584 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.972822 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.973040 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.973268 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.973462 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_options = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.973680 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.973963 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.974402 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.974402 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.974742 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.974742 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.975132 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.975132 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.975468 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.975685 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.975857 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.976067 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.976212 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.976417 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.976632 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.976864 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.977098 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.977328 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.977596 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.977824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.978125 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.978338 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.978512 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.978694 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.978872 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.979086 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.979337 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.979550 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.979764 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.980015 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.980258 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.980537 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.980737 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.981029 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.981292 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.982088 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.982308 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.982520 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.982760 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.982982 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.983236 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.983493 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.983809 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.984102 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.985313 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.985313 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.985313 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.985313 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.985916 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.985916 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.986219 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:37.987042 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.987042 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.987042 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.987042 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.987042 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.987835 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:37.987835 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.988287 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.988287 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.988566 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.988743 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.988962 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.989178 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.989529 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.989875 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.990003 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.990382 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.990843 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.990949 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.991378 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.991662 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.992438 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.992438 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.993252 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.993252 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.993252 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.993252 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.993985 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.993985 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.993985 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.995543 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.995543 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.995543 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.995543 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.995543 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:37.995543 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.000652 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.002533 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.006906 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.008339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.011824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.012557 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014104 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.014639 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015108 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015589 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015589 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015589 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.015589 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.016283 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.016283 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.016434 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.016648 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.016869 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.017088 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.017399 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.017660 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.017949 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.018162 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.018553 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.018790 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.019062 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.019485 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.019687 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.019879 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.021623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.021623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.021623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.021623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.021623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.021623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.021623 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.022132 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.022132 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.022425 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.022775 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.023008 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.023255 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.023429 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.023945 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.024191 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.024436 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.025228 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.025228 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.025228 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.025446 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.025752 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.025863 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.026475 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.026475 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.026475 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.026678 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.027092 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.027237 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.027397 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.027806 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.028137 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.028287 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.028537 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.028770 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.028985 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.029352 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.029621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.029621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.030060 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.030060 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.030454 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.030454 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.030825 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.030825 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.031184 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.031357 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.031584 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.031796 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.032050 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.032234 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.032462 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.032681 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.032877 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.033128 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.033350 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.033515 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.033757 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.033977 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.034190 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.034427 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.034650 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.034864 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.036291 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.036291 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.036291 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.036963 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.036963 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.036963 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.037490 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.037490 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.037490 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.037981 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.037981 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.038320 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.038543 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.038711 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.038864 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.039062 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.039404 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.039644 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.039864 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.040039 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.040257 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.040444 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.040626 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.040850 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.041101 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.041292 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.041530 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.041776 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.041981 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.042185 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.042398 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.042614 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.042820 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.043061 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.044834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.044834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.044834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.044834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.044834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.044834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046014 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046014 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046014 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046014 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046014 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046910 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046910 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046910 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046910 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.046910 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.047830 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.047830 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.047830 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.048927 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.048927 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.048927 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.048927 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.048927 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.050410 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.050410 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.050410 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.050410 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.050410 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.050410 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.051549 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.051549 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.051549 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.051549 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.051549 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.051549 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.052224 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.052224 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.052410 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.052548 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.052797 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.053085 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.053355 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.053630 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.053841 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.054135 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.054449 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.054734 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.054976 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.055242 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.055485 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.055720 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.055929 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.056159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.056370 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.056594 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.056826 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.057045 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.057287 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058165 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058165 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058165 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058165 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058483 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058604 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058813 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.058967 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 00:50:38.059536 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 00:50:38.059764 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 00:50:38.060426 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 00:50:38.060611 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 00:50:38.060775 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 00:50:38.060923 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 00:50:38.061133 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.061289 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.061514 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.061783 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.061974 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.062173 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.062348 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.062477 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.062621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.062776 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.062930 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.063085 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.063240 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.063406 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.063535 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.063693 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.063851 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.064238 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.064372 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.064522 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.064680 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.064834 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.064990 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] debug = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.065143 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.065336 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.065486 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.065663 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.065817 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.065971 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.066111 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.066266 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.066419 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.066572 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.066728 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.066883 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.067036 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.067291 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.067426 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.067548 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.067670 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.067791 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.067902 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host = dv-cinder-799871-14-iscsi {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.068050 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.068203 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.068358 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.068510 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.068663 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.068816 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.068970 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.069124 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.069277 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.069431 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.069604 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.069750 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.069905 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.070058 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.070211 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_options = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.070471 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.070571 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.070651 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.070828 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.070987 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.071142 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.071295 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.071449 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.071604 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.071757 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.071912 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.072066 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.072221 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.072375 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.072528 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.072681 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.072836 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.072989 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.073144 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.073298 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.073451 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.073689 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.073816 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.073938 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.074058 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.074204 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.074357 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.074512 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075185 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075185 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075185 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075185 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075552 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075552 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075552 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075759 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075837 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.075990 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.076150 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.076727 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.076727 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.076727 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.076727 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077236 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077236 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077236 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077467 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_json = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077467 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077708 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077805 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.077888 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.078030 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.078243 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.078380 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.078505 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.078627 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 00:50:38.078788 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.078947 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.079114 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.079270 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.079426 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.079582 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.079737 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.079893 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.080048 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.080203 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.080396 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.080662 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.080662 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.080824 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.080967 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.081124 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.081282 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.081439 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.081615 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.081756 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.081916 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.082072 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.082235 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.082389 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.082544 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.082699 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.082854 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.083043 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.083184 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.083339 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.083482 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.083642 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.083769 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.083929 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.084085 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.084241 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.084398 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.084555 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.084711 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.084872 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.085012 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.085172 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.085329 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.085484 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.085681 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.085882 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.085995 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.086142 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.086298 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.086455 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.086613 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.086769 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.086926 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.087082 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.087239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.087395 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.087551 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.087719 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.087895 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.088019 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.088174 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.088377 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.088506 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.088627 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.088764 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.088913 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.089070 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.089225 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.089395 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.089481 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:38.089641 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.089741 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.089863 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.090019 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.090174 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.090331 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.090486 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.090658 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.090788 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.090978 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.091132 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.091287 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.091443 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.091598 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.091752 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.091908 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.092065 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.092221 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.092375 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.092530 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.092685 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.092840 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.093006 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.097595 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.098592 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099027 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099453 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099453 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099453 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099453 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099453 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099738 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099738 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.099852 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.100018 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.100273 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.100355 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.100450 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.102532 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.103508 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.104384 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.105239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.105239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.105239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.105239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.105239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.105239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.105239 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.107159 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.108459 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.108459 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.108459 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.108459 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.108459 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.108459 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.109268 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.109268 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.109268 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.109268 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.109268 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.109967 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.109967 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.110249 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.110383 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.110518 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.110710 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.110710 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111080 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111080 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111331 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111331 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111492 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111625 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111785 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.111946 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.112105 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.112264 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.112421 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.112587 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.112745 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.112884 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.113047 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.113190 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.113355 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.113498 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.113757 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.113900 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.113993 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.114162 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.114285 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.114446 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.114605 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.114774 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.114939 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.115097 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.115604 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.115604 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.115604 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.115962 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.115962 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.116146 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.116146 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.116289 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.116436 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.116603 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.116752 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.116909 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.117068 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.117227 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.117386 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.117571 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118016 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118016 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118372 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118372 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118372 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118916 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118916 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118916 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.118916 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.119616 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.119616 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.119616 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.119616 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120173 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120173 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120173 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120173 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120831 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120831 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120831 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.120831 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.121477 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.121477 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.121477 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.121477 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.121477 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.122293 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.122293 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.122293 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.122293 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.123390 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.123390 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.123390 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.123390 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124020 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124020 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124020 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124020 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124732 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124732 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124732 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124732 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.124732 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125368 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125368 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125368 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125368 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125932 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125932 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125932 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.125932 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.126621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.126621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.126621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 00:50:38.126621 dv-cinder-799871-14-iscsi neutron-server[102520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 00:50:38.213986 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60540) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:50:38.223627 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067794 Jan 19 00:50:50.082397 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccf004-3427-4210-9a5a-906f72475b74 None None] get_active_networks_info from dv-cinder-799871-14-iscsi {{(pid=102633) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 19 00:50:50.174327 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ccf004-3427-4210-9a5a-906f72475b74 None None] No non-hosted networks {{(pid=102633) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 19 00:50:50.219035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.agentschedulers_db [None req-62ccf004-3427-4210-9a5a-906f72475b74 None None] DHCP Agent not found on host dv-cinder-799871-14-iscsi {{(pid=102633) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 19 00:50:50.348755 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e29d-6e88-435e-b1a3-032884e2bceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614825'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:52.283648 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-167ba95d-4737-4a19-a840-48249b80ebae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614825'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:52.346288 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a636b451-52d8-4a41-b706-da0a399e6d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:53.531354 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614825'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:54.847299 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614825'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:56.143112 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614825'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:50:56.143830 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.144166 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.144931 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.144931 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.145131 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.145451 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.146845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.147889 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.151739 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.153842 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.154418 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.155882 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.156243 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:56.157483 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:56.172422 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:59.052730 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 60640) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:50:59.603935 dv-cinder-799871-14-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-3064b77b-b1e1-4809-a87b-d63b975e3063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:50:59.604778 dv-cinder-799871-14-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-3064b77b-b1e1-4809-a87b-d63b975e3063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:50:59.827241 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-3064b77b-b1e1-4809-a87b-d63b975e3063 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:50:59.829704 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3064b77b-b1e1-4809-a87b-d63b975e3063 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7743216 Jan 19 00:51:00.349298 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.db.l3_hamode_db [None req-1ef0df38-d581-4b2d-809f-43d8a426d607 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 19 00:51:00.427720 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0df38-d581-4b2d-809f-43d8a426d607 None None] Routers set() bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:51:00.428006 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0df38-d581-4b2d-809f-43d8a426d607 None None] Router IDs set() for agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 19 00:51:02.485900 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60656) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:02.991424 dv-cinder-799871-14-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:51:02.992019 dv-cinder-799871-14-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:51:03.214624 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'tenant_id': '0a392a9d34624ea8b42e8e10c28afb4b', 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:51:03.319598 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.policy [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102631) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 00:51:03.366925 dv-cinder-799871-14-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:51:03.367302 dv-cinder-799871-14-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:51:03.376338 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.quota [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] Loaded quota_driver: . Jan 19 00:51:03.479664 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760245356119', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760245354616', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760245374444', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760245371157', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760245395343', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760245418745', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3768949', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3781008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1509047'] for rbac-policy (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:03.548910 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:03.550197 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-72babe0b-1042-44a4-a412-f3253a5d5304 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0633378 Jan 19 00:51:06.211206 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60674) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:06.519894 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'admin_state_up': True}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:51:06.550829 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Made reservation on behalf of e8273c1c07924cbe9f4bb762efbedf98 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:51:06.553754 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.571223 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.684473 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks [] for security_group (ce3333e0-b7ac-486e-b04b-aea674b110ee), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.688609 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ce3333e0-b7ac-486e-b04b-aea674b110ee), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.713044 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:51:06.738360 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760245922070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (f25d3db7-1fe8-47e2-95df-114979ef507f), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.738953 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Unsubscribe: segment precommit_create {{(pid=102631) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 00:51:06.739456 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Added segment f25d3db7-1fe8-47e2-95df-114979ef507f of type vlan for network cf53bc21-9e54-4a48-9c35-b85280f1d34c Jan 19 00:51:06.745309 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3333e0-b7ac-486e-b04b-aea674b110ee,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:06.782433 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.782809 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.783120 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.783448 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.783780 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.784112 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.784435 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.784770 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.785142 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.785573 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.785909 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.786288 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.786583 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Tracked resource versions report: Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: pushed versions: Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Log': {'1.0'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Network': {'1.1'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Port': {'1.7'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: consumer versions: Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Log': '1.0', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Network': '1.1', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Port': '1.7', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SubPort': '1.0', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Subnet': '1.1', Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Jan 19 00:51:06.788040 dv-cinder-799871-14-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:51:06.851887 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (cf53bc21-9e54-4a48-9c35-b85280f1d34c), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.898288 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (cf53bc21-9e54-4a48-9c35-b85280f1d34c), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.899397 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:06.900090 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:06.973120 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7607462 Jan 19 00:51:07.003857 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06ea2-e4aa-41c1-9930-d64d3d62642a admin admin] Pushing event updated for resources: {'Network': ['ID=cf53bc21-9e54-4a48-9c35-b85280f1d34c,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:07.019078 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:51:09.718804 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60688) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:10.138727 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f01dd9-db25-4687-9c45-14aef20d60ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:10.140100 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-01f01dd9-db25-4687-9c45-14aef20d60ac admin admin] 10.222.0.35 "GET /v2.0/networks/cf53bc21-9e54-4a48-9c35-b85280f1d34c HTTP/1.1" status: 200 len: 825 time: 0.4203506 Jan 19 00:51:10.166368 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-948fa207-2531-4f3b-a259-b3f48753fda4 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/9301cb5d-a23a-4e9a-a630-30b0ccab3696 HTTP/1.1" status: 200 len: 734 time: 0.0199928 Jan 19 00:51:10.175732 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9301cb5d-a23a-4e9a-a630-30b0ccab3696', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:51:10.199089 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Made reservation on behalf of e8273c1c07924cbe9f4bb762efbedf98 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:51:10.202028 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:10.501458 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (6ac0892d-49be-4ec3-a476-540548c3fd27), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:10.573515 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac0892d-49be-4ec3-a476-540548c3fd27,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:10.576313 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Checking segment: {'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:51:10.576693 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Network hostable DHCP agents. Network: cf53bc21-9e54-4a48-9c35-b85280f1d34c, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:51:10.599308 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:51:10.612341 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, cf53bc21-9e54-4a48-9c35-b85280f1d34c) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:51:10.617011 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:10.617623 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:10.622844 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae3dfcd-d7fa-4c05-a289-cf66d35e2335 None None] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:51:10.634631 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-11fdf77e-240a-461e-be55-9d23bd984e1b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4628444 Jan 19 00:51:10.899048 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'fixed_ips': [{'subnet_id': '6ac0892d-49be-4ec3-a476-540548c3fd27'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 00:51:10.900311 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:11.213029 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Allocated IP 172.20.0.2 (cf53bc21-9e54-4a48-9c35-b85280f1d34c/6ac0892d-49be-4ec3-a476-540548c3fd27/057061ec-33f7-4845-811d-78b39824808b) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:51:11.462428 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Publish callbacks [] for port (057061ec-33f7-4845-811d-78b39824808b), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:11.474641 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (057061ec-33f7-4845-811d-78b39824808b), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:11.559182 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:51:11.563389 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:51:11.566560 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:51:11.568713 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Pushing event updated for resources: {'Port': ['ID=057061ec-33f7-4845-811d-78b39824808b,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:11.600076 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.600441 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.600799 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.601138 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.601470 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.601820 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.602160 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.602486 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.602829 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.603147 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.603471 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.603789 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.604107 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Tracked resource versions report: Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: pushed versions: Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Log': {'1.0'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Network': {'1.1'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Port': {'1.7'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: consumer versions: Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Log': '1.0', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Network': '1.1', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Port': '1.7', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SubPort': '1.0', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Subnet': '1.1', Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Jan 19 00:51:11.606032 dv-cinder-799871-14-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:51:11.656869 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Attempting to bind port 057061ec-33f7-4845-811d-78b39824808b on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:51:11.657504 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Attempting to bind port 057061ec-33f7-4845-811d-78b39824808b by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:51:11.657674 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Attempting to bind port 057061ec-33f7-4845-811d-78b39824808b on network cf53bc21-9e54-4a48-9c35-b85280f1d34c {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:51:11.662462 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:51:11.662838 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Checking segment: {'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:51:11.663427 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:11.663813 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Bound using segment: {'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:51:11.664264 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Bound port: 057061ec-33f7-4845-811d-78b39824808b, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:51:11.664665 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (057061ec-33f7-4845-811d-78b39824808b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:11.728248 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] For port 057061ec-33f7-4845-811d-78b39824808b, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:51:11.732669 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] For port 057061ec-33f7-4845-811d-78b39824808b, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=057061ec-33f7-4845-811d-78b39824808b,segment=NetworkSegment(f25d3db7-1fe8-47e2-95df-114979ef507f),segment_id=f25d3db7-1fe8-47e2-95df-114979ef507f)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:51:11.736889 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (057061ec-33f7-4845-811d-78b39824808b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:11.805184 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d6c6-9109-4d84-97db-50f63585f69a None None] Pushing event updated for resources: {'Port': ['ID=057061ec-33f7-4845-811d-78b39824808b,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:13.135546 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60696) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:13.472748 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [None req-3ad3b3ac-9476-48c5-8900-35dd1ebc12e4 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:51:13.473933 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3ad3b3ac-9476-48c5-8900-35dd1ebc12e4 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3373430 Jan 19 00:51:15.973296 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60704) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:16.297268 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [None req-5ab17dee-e0c7-4769-ada6-f9ace77be1cf admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:51:16.298661 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5ab17dee-e0c7-4769-ada6-f9ace77be1cf admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3242528 Jan 19 00:51:19.022737 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60714) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:19.347208 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-2e1cd948-371a-4e78-a7f7-99f43fba6593 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'name': 'router1'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:51:19.386054 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e1cd948-371a-4e78-a7f7-99f43fba6593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (087f6efb-9c3f-428a-b676-cbc2efb189a6), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:19.387621 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e1cd948-371a-4e78-a7f7-99f43fba6593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (087f6efb-9c3f-428a-b676-cbc2efb189a6), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:19.536493 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e1cd948-371a-4e78-a7f7-99f43fba6593 admin admin] Publish callbacks [] for router_controller (087f6efb-9c3f-428a-b676-cbc2efb189a6), precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:19.541530 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e1cd948-371a-4e78-a7f7-99f43fba6593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (087f6efb-9c3f-428a-b676-cbc2efb189a6), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:19.560863 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e1cd948-371a-4e78-a7f7-99f43fba6593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:19.562124 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2e1cd948-371a-4e78-a7f7-99f43fba6593 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5384133 Jan 19 00:51:20.035322 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-28300de6-8e26-4a8e-9bd7-aeb0027bed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:22.080141 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60726) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:22.284676 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-77d56796-3f36-4949-8b07-2c9a57cbe205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:22.429243 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [None req-7f0bc350-1bf2-4b26-bab8-ee5acdc5dcf1 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:51:22.430292 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7f0bc350-1bf2-4b26-bab8-ee5acdc5dcf1 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3491924 Jan 19 00:51:22.765835 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 057061ec-33f7-4845-811d-78b39824808b up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:51:22.864283 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 057061ec-33f7-4845-811d-78b39824808b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:22.864694 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (057061ec-33f7-4845-811d-78b39824808b), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:22.946094 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbdcbdd-fed6-43c1-85ce-ad5ef4633f75 None None] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:51:23.027477 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 057061ec-33f7-4845-811d-78b39824808b is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:23.027865 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (057061ec-33f7-4845-811d-78b39824808b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:23.034031 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-61d005f5-dca9-496c-8cf0-c98eb793e76a None None] Provisioning complete for port 057061ec-33f7-4845-811d-78b39824808b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:23.034405 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61d005f5-dca9-496c-8cf0-c98eb793e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (057061ec-33f7-4845-811d-78b39824808b), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:23.114741 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 057061ec-33f7-4845-811d-78b39824808b, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=057061ec-33f7-4845-811d-78b39824808b,segment=NetworkSegment(f25d3db7-1fe8-47e2-95df-114979ef507f),segment_id=f25d3db7-1fe8-47e2-95df-114979ef507f)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:51:23.123157 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (057061ec-33f7-4845-811d-78b39824808b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:23.231711 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=057061ec-33f7-4845-811d-78b39824808b,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:23.248784 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-61d005f5-dca9-496c-8cf0-c98eb793e76a None None] Current status of the port 057061ec-33f7-4845-811d-78b39824808b is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:23.473651 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-d418cb00-a5f3-4f42-b076-9f253949d4dd None None] Provisioning complete for port 057061ec-33f7-4845-811d-78b39824808b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:23.474334 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d418cb00-a5f3-4f42-b076-9f253949d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (057061ec-33f7-4845-811d-78b39824808b), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:23.511120 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:23.562340 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d418cb00-a5f3-4f42-b076-9f253949d4dd None None] Current status of the port 057061ec-33f7-4845-811d-78b39824808b is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:24.737593 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 057061ec-33f7-4845-811d-78b39824808b up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:51:24.799944 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:24.804852 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 057061ec-33f7-4845-811d-78b39824808b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:24.805247 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (057061ec-33f7-4845-811d-78b39824808b), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:24.881531 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 057061ec-33f7-4845-811d-78b39824808b is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:24.971370 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 60758) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:25.108199 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'project_id': '0a392a9d34624ea8b42e8e10c28afb4b', 'tenant_id': '0a392a9d34624ea8b42e8e10c28afb4b', 'is_default': True, 'name': 'public'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:51:25.109844 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.quota [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Loaded quota_driver: . Jan 19 00:51:25.172204 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Made reservation on behalf of 0a392a9d34624ea8b42e8e10c28afb4b for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:51:25.244656 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.policy [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 00:51:25.292557 dv-cinder-799871-14-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:51:25.292935 dv-cinder-799871-14-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 00:51:25.304575 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.325428 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.452126 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks [] for security_group (cc134c36-17d6-4a7f-9749-1929725e11f7), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.456739 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (cc134c36-17d6-4a7f-9749-1929725e11f7), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.469941 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Reserving flat network on physical network physnet1 {{(pid=102632) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 19 00:51:25.507579 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760245922070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (cdcfbef9-63c0-4f96-878a-658c136bdb43), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.508069 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Unsubscribe: segment precommit_create {{(pid=102632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 00:51:25.508588 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Added segment cdcfbef9-63c0-4f96-878a-658c136bdb43 of type flat for network b71baf94-effa-43c9-a42c-3d4310ba4892 Jan 19 00:51:25.525700 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc134c36-17d6-4a7f-9749-1929725e11f7,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:25.576795 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.577153 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.577498 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.577866 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.578198 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.578524 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.578868 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.579196 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.579546 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.579870 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.580190 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.580510 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.580825 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Tracked resource versions report: Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: pushed versions: Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Log': {'1.0'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Network': {'1.1'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Port': {'1.7'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: consumer versions: Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Log': '1.0', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Network': '1.1', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Port': '1.7', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SubPort': '1.0', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Subnet': '1.1', Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Jan 19 00:51:25.582310 dv-cinder-799871-14-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:51:25.635201 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (b71baf94-effa-43c9-a42c-3d4310ba4892), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.685809 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (b71baf94-effa-43c9-a42c-3d4310ba4892), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.687210 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:25.687962 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:25.770732 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7981980 Jan 19 00:51:25.800959 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d33110-2aa5-45e1-b77f-8f78facdd36b admin admin] Pushing event updated for resources: {'Network': ['ID=b71baf94-effa-43c9-a42c-3d4310ba4892,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:25.813368 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network b71baf94-effa-43c9-a42c-3d4310ba4892 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:51:26.145620 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:28.144682 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 60772) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:28.266961 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5e5a00-1970-4224-ade4-ab749e98f36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:28.268956 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ac5e5a00-1970-4224-ade4-ab749e98f36a admin admin] 10.222.0.35 "GET /v2.0/subnets/6ac0892d-49be-4ec3-a476-540548c3fd27 HTTP/1.1" status: 200 len: 849 time: 0.1232200 Jan 19 00:51:28.400433 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-92967dd6-5500-4bc6-8e96-7dc682e21f08 admin admin] 10.222.0.35 "GET /v2.0/routers/087f6efb-9c3f-428a-b676-cbc2efb189a6 HTTP/1.1" status: 200 len: 704 time: 0.1234386 Jan 19 00:51:28.762262 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:29.156045 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Allocated IP 172.20.0.1 (cf53bc21-9e54-4a48-9c35-b85280f1d34c/6ac0892d-49be-4ec3-a476-540548c3fd27/136fdba7-ea59-4c0d-9f4b-6935c3d8acdc) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:51:29.335476 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks [] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:29.468917 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:29.552316 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:51:29.557387 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:51:29.565498 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:51:29.566067 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (087f6efb-9c3f-428a-b676-cbc2efb189a6), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:29.593374 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=136fdba7-ea59-4c0d-9f4b-6935c3d8acdc,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:29.779677 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:29.824435 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-2f91793b-44b9-42db-ac3d-845e56b1cf66 None None] Provisioning complete for port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:29.825289 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2f91793b-44b9-42db-ac3d-845e56b1cf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:29.865997 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-2f91793b-44b9-42db-ac3d-845e56b1cf66 None None] Port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:51:30.009507 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks [] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:30.015504 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:30.016358 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (087f6efb-9c3f-428a-b676-cbc2efb189a6), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:30.100499 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=136fdba7-ea59-4c0d-9f4b-6935c3d8acdc,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:30.148709 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:51:30.150131 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:51:30.351357 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Router 087f6efb-9c3f-428a-b676-cbc2efb189a6 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:51:30.389307 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ce3d2f6d-9a93-444a-be32-0ae834fc967f None None] Provisioning complete for port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:30.389836 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce3d2f6d-9a93-444a-be32-0ae834fc967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:30.428474 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d2f6d-9a93-444a-be32-0ae834fc967f None None] Port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:51:30.452185 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:51:30.457868 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-16eba42a-7fb6-4f1a-b777-7973b9ab9cf7 admin admin] 10.222.0.35 "PUT /v2.0/routers/087f6efb-9c3f-428a-b676-cbc2efb189a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0509245 Jan 19 00:51:30.465842 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Sync routers for ids ['087f6efb-9c3f-428a-b676-cbc2efb189a6'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:51:30.483956 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Routers {'087f6efb-9c3f-428a-b676-cbc2efb189a6'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:51:30.485108 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:51:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['087f6efb-9c3f-428a-b676-cbc2efb189a6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:30.757888 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Set router 087f6efb-9c3f-428a-b676-cbc2efb189a6 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:51:31.284042 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'name': 'router1', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:51:19Z', 'updated_at': '2022-01-19T00:51:29Z', 'revision_number': 2, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'gw_port_host': None, '_interfaces': [{'id': '136fdba7-ea59-4c0d-9f4b-6935c3d8acdc', 'name': '', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'mac_address': 'fa:16:3e:2a:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:28Z', 'updated_at': '2022-01-19T00:51:29Z', 'revision_number': 2, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'subnets': [{'id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9301cb5d-a23a-4e9a-a630-30b0ccab3696'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:31.341271 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Checking router: 087f6efb-9c3f-428a-b676-cbc2efb189a6 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:51:31.341748 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Updating router 087f6efb-9c3f-428a-b676-cbc2efb189a6 port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:51:31.395545 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:31.968827 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Publish callbacks [] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:31.977924 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.164566 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Pushing event updated for resources: {'Port': ['ID=136fdba7-ea59-4c0d-9f4b-6935c3d8acdc,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:32.184040 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Attempting to bind port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:51:32.184438 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Attempting to bind port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:51:32.184863 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Attempting to bind port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc on network cf53bc21-9e54-4a48-9c35-b85280f1d34c {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:51:32.188608 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.189254 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.189867 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.190449 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.191002 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.191569 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.192086 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.192622 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.193159 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.194100 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.194686 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.195241 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.195813 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Tracked resource versions report: Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: pushed versions: Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Log': {'1.0'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Network': {'1.1'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Port': {'1.7'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: consumer versions: Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Log': '1.0', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Network': '1.1', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Port': '1.7', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SubPort': '1.0', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Subnet': '1.1', Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Jan 19 00:51:32.198275 dv-cinder-799871-14-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:51:32.211662 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:51:32.212101 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Checking segment: {'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:51:32.212797 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.213443 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Bound using segment: {'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:51:32.214849 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Bound port: 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25d3db7-1fe8-47e2-95df-114979ef507f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:51:32.215426 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.275845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-eb118ed5-6a1c-46fd-aafa-1635ed10f958 None None] Provisioning complete for port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:32.277914 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eb118ed5-6a1c-46fd-aafa-1635ed10f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.335127 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] For port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:51:32.339589 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-eb118ed5-6a1c-46fd-aafa-1635ed10f958 None None] Port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:51:32.364291 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] For port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=136fdba7-ea59-4c0d-9f4b-6935c3d8acdc,segment=NetworkSegment(f25d3db7-1fe8-47e2-95df-114979ef507f),segment_id=f25d3db7-1fe8-47e2-95df-114979ef507f)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:51:32.370359 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.446293 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Routers {'087f6efb-9c3f-428a-b676-cbc2efb189a6'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:51:32.447301 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:51:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['087f6efb-9c3f-428a-b676-cbc2efb189a6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:32.449940 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc71d9-4a70-40b0-9b40-689faae3cbb1 None None] Pushing event updated for resources: {'Port': ['ID=136fdba7-ea59-4c0d-9f4b-6935c3d8acdc,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:32.587095 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] Set router 087f6efb-9c3f-428a-b676-cbc2efb189a6 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:51:32.663599 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-8f9bbedf-e10c-4988-a6e1-dc6ce6687c68 None None] Provisioning complete for port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:32.663984 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f9bbedf-e10c-4988-a6e1-dc6ce6687c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.749472 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-8f9bbedf-e10c-4988-a6e1-dc6ce6687c68 None None] Current status of the port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:32.749773 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f9bbedf-e10c-4988-a6e1-dc6ce6687c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.787310 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-8f9bbedf-e10c-4988-a6e1-dc6ce6687c68 None None] For port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=136fdba7-ea59-4c0d-9f4b-6935c3d8acdc,segment=NetworkSegment(f25d3db7-1fe8-47e2-95df-114979ef507f),segment_id=f25d3db7-1fe8-47e2-95df-114979ef507f)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:51:32.792181 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f9bbedf-e10c-4988-a6e1-dc6ce6687c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:32.848076 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bbedf-e10c-4988-a6e1-dc6ce6687c68 None None] Pushing event updated for resources: {'Port': ['ID=136fdba7-ea59-4c0d-9f4b-6935c3d8acdc,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:32.919671 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'name': 'router1', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:51:19Z', 'updated_at': '2022-01-19T00:51:29Z', 'revision_number': 2, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'gw_port_host': None, '_interfaces': [{'id': '136fdba7-ea59-4c0d-9f4b-6935c3d8acdc', 'name': '', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'mac_address': 'fa:16:3e:2a:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:28Z', 'updated_at': '2022-01-19T00:51:32Z', 'revision_number': 4, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'subnets': [{'id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9301cb5d-a23a-4e9a-a630-30b0ccab3696'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:32.949113 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf1d2c-1f36-42ae-9c67-fac68479cb46 None None] The sync data for ids ['087f6efb-9c3f-428a-b676-cbc2efb189a6'] in dv-cinder-799871-14-iscsi is: [{'id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'name': 'router1', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:51:19Z', 'updated_at': '2022-01-19T00:51:29Z', 'revision_number': 2, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'gw_port_host': None, '_interfaces': [{'id': '136fdba7-ea59-4c0d-9f4b-6935c3d8acdc', 'name': '', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'mac_address': 'fa:16:3e:2a:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:28Z', 'updated_at': '2022-01-19T00:51:32Z', 'revision_number': 4, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'subnets': [{'id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9301cb5d-a23a-4e9a-a630-30b0ccab3696'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:51:35.486992 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 60790) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:35.659257 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6a82bb-7a46-4f45-b418-4674bd3bbd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:35.660581 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6c6a82bb-7a46-4f45-b418-4674bd3bbd3e admin admin] 10.222.0.35 "GET /v2.0/networks/b71baf94-effa-43c9-a42c-3d4310ba4892 HTTP/1.1" status: 200 len: 842 time: 0.1725669 Jan 19 00:51:35.670432 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Request body: {'subnet': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'tenant_id': '0a392a9d34624ea8b42e8e10c28afb4b'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:51:35.702312 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Made reservation on behalf of 0a392a9d34624ea8b42e8e10c28afb4b for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:51:35.706873 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:36.155674 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.objects.ports [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102632) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 19 00:51:36.156155 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (c6fa9e08-2044-4b04-8ed6-cfeb083a64fd), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:36.213332 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fa9e08-2044-4b04-8ed6-cfeb083a64fd,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:36.226346 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:51:36.226711 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Network hostable DHCP agents. Network: b71baf94-effa-43c9-a42c-3d4310ba4892, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:51:36.253885 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:51:36.269369 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, b71baf94-effa-43c9-a42c-3d4310ba4892) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:51:36.275617 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:36.275617 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:36.285917 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68977b85-b936-4563-a82a-559efb067ff8 None None] Network b71baf94-effa-43c9-a42c-3d4310ba4892 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:51:36.306763 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ae88167a-ac23-45fe-b27a-47900bdfdb6f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6399994 Jan 19 00:51:36.406062 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444e0fc-ab85-4f52-a1d9-cad7aa16cb97 None None] Network b71baf94-effa-43c9-a42c-3d4310ba4892 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:51:38.775487 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 60798) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:39.037166 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5aa3c050-8058-45de-9649-646ba8e88fc9 admin admin] 10.222.0.35 "GET /v2.0/routers/087f6efb-9c3f-428a-b676-cbc2efb189a6 HTTP/1.1" status: 200 len: 710 time: 0.2603858 Jan 19 00:51:39.125314 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973610f2-7093-4d5e-9b82-b1bbe5fed224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:39.126748 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-973610f2-7093-4d5e-9b82-b1bbe5fed224 admin admin] 10.222.0.35 "GET /v2.0/networks/b71baf94-effa-43c9-a42c-3d4310ba4892 HTTP/1.1" status: 200 len: 886 time: 0.0832679 Jan 19 00:51:39.136822 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:51:39.397797 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks [] for router_gateway (087f6efb-9c3f-428a-b676-cbc2efb189a6), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:39.705993 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks [] for router_gateway (087f6efb-9c3f-428a-b676-cbc2efb189a6), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:39.788131 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:39.950730 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Allocated IP 172.27.3.173 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/a94716df-b519-4133-920d-402aea102aa1) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:51:40.125124 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks [] for port (a94716df-b519-4133-920d-402aea102aa1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:40.192781 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (a94716df-b519-4133-920d-402aea102aa1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:40.274244 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:51:40.279887 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:51:40.288651 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:51:40.295284 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Pushing event updated for resources: {'Port': ['ID=a94716df-b519-4133-920d-402aea102aa1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:40.577581 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks [] for router_gateway (087f6efb-9c3f-428a-b676-cbc2efb189a6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:40.754745 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:51:40.809761 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12024'] for router (087f6efb-9c3f-428a-b676-cbc2efb189a6), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:40.814631 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:40.815009 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:40.815813 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-615102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-615081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-616660'] for router (087f6efb-9c3f-428a-b676-cbc2efb189a6), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:40.897118 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:40.939550 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Router 087f6efb-9c3f-428a-b676-cbc2efb189a6 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:51:41.044601 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:51:41.049361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:41.050632 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-75ee6421-8d6b-4b05-ac87-ab5e82dff0ad admin admin] 10.222.0.35 "PUT /v2.0/routers/087f6efb-9c3f-428a-b676-cbc2efb189a6 HTTP/1.1" status: 200 len: 890 time: 1.9179435 Jan 19 00:51:41.944945 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Sync routers for ids ['087f6efb-9c3f-428a-b676-cbc2efb189a6'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:51:41.955826 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Routers {'087f6efb-9c3f-428a-b676-cbc2efb189a6'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:51:41.956538 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:51:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['087f6efb-9c3f-428a-b676-cbc2efb189a6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:42.169821 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Set router 087f6efb-9c3f-428a-b676-cbc2efb189a6 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:51:42.655423 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'name': 'router1', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'a94716df-b519-4133-920d-402aea102aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:51:19Z', 'updated_at': '2022-01-19T00:51:40Z', 'revision_number': 4, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'gw_port': {'id': 'a94716df-b519-4133-920d-402aea102aa1', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:39Z', 'updated_at': '2022-01-19T00:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '136fdba7-ea59-4c0d-9f4b-6935c3d8acdc', 'name': '', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'mac_address': 'fa:16:3e:2a:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:28Z', 'updated_at': '2022-01-19T00:51:32Z', 'revision_number': 5, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'subnets': [{'id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9301cb5d-a23a-4e9a-a630-30b0ccab3696'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:42.708547 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Checking router: 087f6efb-9c3f-428a-b676-cbc2efb189a6 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:51:42.708894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Updating router 087f6efb-9c3f-428a-b676-cbc2efb189a6 port a94716df-b519-4133-920d-402aea102aa1 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:51:42.755997 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a94716df-b519-4133-920d-402aea102aa1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:43.000711 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:51:43.087322 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Publish callbacks [] for port (a94716df-b519-4133-920d-402aea102aa1), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:43.092997 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a94716df-b519-4133-920d-402aea102aa1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:43.142852 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Attempting to bind port a94716df-b519-4133-920d-402aea102aa1 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:51:43.143227 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Attempting to bind port a94716df-b519-4133-920d-402aea102aa1 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:51:43.143591 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Attempting to bind port a94716df-b519-4133-920d-402aea102aa1 on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:51:43.151888 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ebd6d-f533-440b-9a03-f7390965daf9 None None] Pushing event updated for resources: {'Port': ['ID=a94716df-b519-4133-920d-402aea102aa1,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:43.156235 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:51:43.156616 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:51:43.157017 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:43.157402 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:51:43.157900 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Bound port: a94716df-b519-4133-920d-402aea102aa1, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:51:43.158280 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a94716df-b519-4133-920d-402aea102aa1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:43.209295 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] For port a94716df-b519-4133-920d-402aea102aa1, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:51:43.212633 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] For port a94716df-b519-4133-920d-402aea102aa1, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a94716df-b519-4133-920d-402aea102aa1,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:51:43.217306 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a94716df-b519-4133-920d-402aea102aa1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:43.283048 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Routers {'087f6efb-9c3f-428a-b676-cbc2efb189a6'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:51:43.283678 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:51:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['087f6efb-9c3f-428a-b676-cbc2efb189a6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:43.285502 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ebd6d-f533-440b-9a03-f7390965daf9 None None] Pushing event updated for resources: {'Port': ['ID=a94716df-b519-4133-920d-402aea102aa1,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:43.408694 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] Set router 087f6efb-9c3f-428a-b676-cbc2efb189a6 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:51:43.533847 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 60810) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:51:43.645307 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'name': 'router1', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'a94716df-b519-4133-920d-402aea102aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:51:19Z', 'updated_at': '2022-01-19T00:51:40Z', 'revision_number': 4, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'gw_port': {'id': 'a94716df-b519-4133-920d-402aea102aa1', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:39Z', 'updated_at': '2022-01-19T00:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '136fdba7-ea59-4c0d-9f4b-6935c3d8acdc', 'name': '', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'mac_address': 'fa:16:3e:2a:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:28Z', 'updated_at': '2022-01-19T00:51:32Z', 'revision_number': 5, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'subnets': [{'id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9301cb5d-a23a-4e9a-a630-30b0ccab3696'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:51:43.652709 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b4864b4c-6f81-4239-895d-0f6d74d66b34 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178093 Jan 19 00:51:43.680307 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a10380-d9da-418b-b853-dcfb46437845 None None] The sync data for ids ['087f6efb-9c3f-428a-b676-cbc2efb189a6'] in dv-cinder-799871-14-iscsi is: [{'id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'name': 'router1', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'a94716df-b519-4133-920d-402aea102aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:51:19Z', 'updated_at': '2022-01-19T00:51:40Z', 'revision_number': 4, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'gw_port': {'id': 'a94716df-b519-4133-920d-402aea102aa1', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:39Z', 'updated_at': '2022-01-19T00:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '136fdba7-ea59-4c0d-9f4b-6935c3d8acdc', 'name': '', 'network_id': 'cf53bc21-9e54-4a48-9c35-b85280f1d34c', 'tenant_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'mac_address': 'fa:16:3e:2a:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087f6efb-9c3f-428a-b676-cbc2efb189a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:51:28Z', 'updated_at': '2022-01-19T00:51:32Z', 'revision_number': 5, 'project_id': 'e8273c1c07924cbe9f4bb762efbedf98', 'subnets': [{'id': '6ac0892d-49be-4ec3-a476-540548c3fd27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9301cb5d-a23a-4e9a-a630-30b0ccab3696'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:51:44.758492 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a94716df-b519-4133-920d-402aea102aa1 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:51:44.811136 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port a94716df-b519-4133-920d-402aea102aa1 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:44.811527 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a94716df-b519-4133-920d-402aea102aa1), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:44.887251 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port a94716df-b519-4133-920d-402aea102aa1 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:44.887695 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a94716df-b519-4133-920d-402aea102aa1), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:44.908111 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port a94716df-b519-4133-920d-402aea102aa1, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a94716df-b519-4133-920d-402aea102aa1,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:51:44.912076 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a94716df-b519-4133-920d-402aea102aa1), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:44.978812 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=a94716df-b519-4133-920d-402aea102aa1,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:51:46.775131 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a94716df-b519-4133-920d-402aea102aa1 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:51:46.824845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port a94716df-b519-4133-920d-402aea102aa1 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:51:46.825376 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a94716df-b519-4133-920d-402aea102aa1), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:46.909899 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port a94716df-b519-4133-920d-402aea102aa1 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:51:50.054577 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5c4dd560-c7ca-4510-9c72-43c439ea607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:52.293305 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dbc3248a-8c5b-44f8-98bf-e6bb507ffb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:53.548074 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:54.804986 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:51:56.130507 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:20.005345 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:52:20.067271 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd47d365-dfa3-4abc-a753-e2c227e9532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:22.284006 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e42b880-c734-4c23-a8bd-8b63fae8ff24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:23.500665 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:24.842961 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:26.139678 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:50.041368 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b88b8494-d056-4c54-9d2a-b5a84a4a6356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:52.287740 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-875bdd71-fead-4c20-88c5-a8167ad17c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:53.502331 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:54.816547 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:56.138078 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:52:57.006464 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:53:05.536224 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33064) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:05.603184 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.pecan_wsgi.hooks.translation [None req-b509cdec-57a4-43a2-b2a5-54c60c7d53a0 admin admin] GET failed (client error): The resource could not be found. Jan 19 00:53:05.604715 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b509cdec-57a4-43a2-b2a5-54c60c7d53a0 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675392 Jan 19 00:53:05.780080 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2148d4-e80f-4ef3-ab79-31e92edb06a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:05.781618 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6b2148d4-e80f-4ef3-ab79-31e92edb06a6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1703241 Jan 19 00:53:08.187898 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33074) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:08.285636 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147515c6-796c-4d66-8d45-8b3f917177e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:08.286600 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-147515c6-796c-4d66-8d45-8b3f917177e3 admin admin] 10.222.0.35 "GET /v2.0/subnets/6ac0892d-49be-4ec3-a476-540548c3fd27 HTTP/1.1" status: 200 len: 849 time: 0.0974386 Jan 19 00:53:08.297305 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:53:08.394063 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Publish callbacks [] for subnet (6ac0892d-49be-4ec3-a476-540548c3fd27), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:08.551988 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760245949305'] for subnet (6ac0892d-49be-4ec3-a476-540548c3fd27), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:08.583673 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:08.584280 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:08.585905 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] 10.222.0.35 "PUT /v2.0/subnets/6ac0892d-49be-4ec3-a476-540548c3fd27 HTTP/1.1" status: 200 len: 868 time: 0.2925422 Jan 19 00:53:08.589973 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c3b7f-5356-4769-86fb-329572a34a88 None None] Network cf53bc21-9e54-4a48-9c35-b85280f1d34c requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:53:08.609691 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac0892d-49be-4ec3-a476-540548c3fd27,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:08.618126 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.618594 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.618827 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.619161 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.619501 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.619836 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.620187 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.620521 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.620850 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.621197 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.621500 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.621849 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:08.622193 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4013476-c83c-41c5-a14d-e8ac15082465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:09.050246 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3bdd921f-0e45-44af-804b-035e08233cd9 None None] Provisioning complete for port 057061ec-33f7-4845-811d-78b39824808b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:53:09.050837 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bdd921f-0e45-44af-804b-035e08233cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (057061ec-33f7-4845-811d-78b39824808b), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:09.169384 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd921f-0e45-44af-804b-035e08233cd9 None None] Current status of the port 057061ec-33f7-4845-811d-78b39824808b is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:53:09.187506 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3bdd921f-0e45-44af-804b-035e08233cd9 None None] Provisioning complete for port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:53:09.188164 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bdd921f-0e45-44af-804b-035e08233cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (136fdba7-ea59-4c0d-9f4b-6935c3d8acdc), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:09.295253 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd921f-0e45-44af-804b-035e08233cd9 None None] Current status of the port 136fdba7-ea59-4c0d-9f4b-6935c3d8acdc is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:53:10.879772 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33084) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:11.099662 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe61df1-b4ee-4323-8d84-088b25cada05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:11.100029 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe61df1-b4ee-4323-8d84-088b25cada05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:11.101657 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6fe61df1-b4ee-4323-8d84-088b25cada05 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2208982 Jan 19 00:53:13.370212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33092) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:13.648600 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a178e-45a2-4a52-bbce-dbc655bb4e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:13.649055 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a178e-45a2-4a52-bbce-dbc655bb4e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:13.650684 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a12a178e-45a2-4a52-bbce-dbc655bb4e64 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2795136 Jan 19 00:53:15.906091 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33100) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:16.062763 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfb856-28fb-4ed9-921f-58b14e3c91af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:16.064151 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fbcfb856-28fb-4ed9-921f-58b14e3c91af admin admin] 10.222.0.35 "GET /v2.0/networks/b71baf94-effa-43c9-a42c-3d4310ba4892 HTTP/1.1" status: 200 len: 886 time: 0.1570241 Jan 19 00:53:18.341250 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33108) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:18.563022 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e47779-1f4f-462c-b258-d2e4c3d57623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:18.564272 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-03e47779-1f4f-462c-b258-d2e4c3d57623 admin admin] 10.222.0.35 "GET /v2.0/networks/cf53bc21-9e54-4a48-9c35-b85280f1d34c HTTP/1.1" status: 200 len: 869 time: 0.2217920 Jan 19 00:53:20.047206 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f8750310-606c-4117-9dd9-48daca44549d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:20.848322 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33116) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:20.981950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f09c5a-da85-40a4-8a4e-2b12546e0c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:20.982395 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f09c5a-da85-40a4-8a4e-2b12546e0c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:20.983951 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-55f09c5a-da85-40a4-8a4e-2b12546e0c78 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346831 Jan 19 00:53:22.283078 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b0f26cbc-a8c9-4521-ab60-fc78f6ee9944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:23.237694 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33124) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:23.332582 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a5c29f-a1f8-4d17-b1c8-e939fa0350ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:23.333028 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a5c29f-a1f8-4d17-b1c8-e939fa0350ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:23.334623 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a6a5c29f-a1f8-4d17-b1c8-e939fa0350ed admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959489 Jan 19 00:53:23.498092 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:24.817703 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:25.614597 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33132) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:25.704660 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3273c26b-ff1d-4e5e-a242-db9a31d8ffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:25.706053 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3273c26b-ff1d-4e5e-a242-db9a31d8ffc1 admin admin] 10.222.0.35 "GET /v2.0/subnets/6ac0892d-49be-4ec3-a476-540548c3fd27 HTTP/1.1" status: 200 len: 868 time: 0.0904987 Jan 19 00:53:26.131307 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:27.970708 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33140) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:28.058150 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4216aa-d7ff-4fd1-b9e1-d68580122a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:28.059537 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fb4216aa-d7ff-4fd1-b9e1-d68580122a85 admin admin] 10.222.0.35 "GET /v2.0/subnets/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd HTTP/1.1" status: 200 len: 816 time: 0.0878825 Jan 19 00:53:34.004968 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:53:50.040149 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-69166be5-acfc-4700-9f27-7c1271011857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:52.288792 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6d013018-7da1-49d2-853e-6265a1c7dd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:52.605780 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33194) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:52.654293 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-f4ae7c9f-13e2-4a78-8345-74cb8871f456 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:53:52.655331 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f4ae7c9f-13e2-4a78-8345-74cb8871f456 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483153 Jan 19 00:53:53.500478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:54.817804 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:55.011180 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33202) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:55.074094 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.pecan_wsgi.hooks.translation [None req-510dee5f-4b99-46ca-9709-9b6c22744211 admin admin] GET failed (client error): The resource could not be found. Jan 19 00:53:55.075396 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-510dee5f-4b99-46ca-9709-9b6c22744211 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632980 Jan 19 00:53:55.157390 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939d3352-5c0d-47fd-ace8-0953e7717198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:55.158886 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-939d3352-5c0d-47fd-ace8-0953e7717198 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793889 Jan 19 00:53:56.136610 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:57.462045 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33212) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:53:57.509134 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': '0a392a9d34624ea8b42e8e10c28afb4b', 'shared': True, 'admin_state_up': True, 'project_id': '0a392a9d34624ea8b42e8e10c28afb4b'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:53:57.531265 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Made reservation on behalf of 0a392a9d34624ea8b42e8e10c28afb4b for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:53:57.533428 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:57.568949 dv-cinder-799871-14-iscsi neutron-server[102632]: WARNING neutron.services.revisions.revision_plugin [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Could not find related network for resource to bump revision. Jan 19 00:53:57.585131 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:53:57.596186 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (551561b4-8346-4845-94df-906fe3f7ed75), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:57.596522 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Added segment 551561b4-8346-4845-94df-906fe3f7ed75 of type vlan for network 4e3d752c-40ff-4182-86ff-50d2e2a54552 Jan 19 00:53:57.638320 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (4e3d752c-40ff-4182-86ff-50d2e2a54552), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:57.661960 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (4e3d752c-40ff-4182-86ff-50d2e2a54552), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:57.663170 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:57.663742 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:53:57.719776 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2566338 Jan 19 00:53:57.724369 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3d752c-40ff-4182-86ff-50d2e2a54552,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:57.732011 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.732364 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.732709 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.733078 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.733380 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.733746 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.734071 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.734397 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.734737 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.735063 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.735387 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.735705 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.736019 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a74d2-de10-4869-a5e9-1103e776a6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:57.752744 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network 4e3d752c-40ff-4182-86ff-50d2e2a54552 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:54:00.044739 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33222) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:54:00.105500 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fb7829-ed41-4595-929e-a851e31e3f82 admin admin] GET failed (client error): The resource could not be found. Jan 19 00:54:00.106832 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e8fb7829-ed41-4595-929e-a851e31e3f82 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611203 Jan 19 00:54:00.208711 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4bbef-bedf-45be-b051-69def7f3dafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:54:00.210142 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cba4bbef-bedf-45be-b051-69def7f3dafb admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0992079 Jan 19 00:54:00.220493 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'tenant_id': '0a392a9d34624ea8b42e8e10c28afb4b', 'cidr': '192.168.233.0/24', 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:54:00.243643 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Made reservation on behalf of 0a392a9d34624ea8b42e8e10c28afb4b for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:54:00.246169 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:00.416050 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (36fa208b-f8a4-4e82-afa0-858978a7e0d7), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:00.474869 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fa208b-f8a4-4e82-afa0-858978a7e0d7,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:54:00.481471 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Checking segment: {'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:54:00.481870 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Network hostable DHCP agents. Network: 4e3d752c-40ff-4182-86ff-50d2e2a54552, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:54:00.497542 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Network 4e3d752c-40ff-4182-86ff-50d2e2a54552 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:54:00.506884 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, 4e3d752c-40ff-4182-86ff-50d2e2a54552) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:54:00.512633 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:54:00.514165 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:00.515885 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8c7a2a-11c5-4a3f-bdb3-abb9522d123b None None] Network 4e3d752c-40ff-4182-86ff-50d2e2a54552 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:54:00.531214 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-41dc1bfa-306c-4e00-9589-99ee7ee52db3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3140912 Jan 19 00:54:00.732395 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-4e3d752c-40ff-4182-86ff-50d2e2a54552', 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552', 'project_id': '0a392a9d34624ea8b42e8e10c28afb4b', 'fixed_ips': [{'subnet_id': '36fa208b-f8a4-4e82-afa0-858978a7e0d7'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 00:54:00.733281 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:00.880750 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Allocated IP 192.168.233.2 (4e3d752c-40ff-4182-86ff-50d2e2a54552/36fa208b-f8a4-4e82-afa0-858978a7e0d7/1434eeb4-bf6e-4fba-8143-948b0d9b3436) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:54:01.038179 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Publish callbacks [] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:01.044788 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:01.086520 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Network 4e3d752c-40ff-4182-86ff-50d2e2a54552 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:54:01.090197 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:54:01.092948 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:54:01.105827 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Pushing event updated for resources: {'Port': ['ID=1434eeb4-bf6e-4fba-8143-948b0d9b3436,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:54:01.135747 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.136113 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.136480 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.136828 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.137160 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.137491 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.137845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.138180 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.138503 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.138841 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.139171 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.139499 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.139811 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:54:01.170608 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Attempting to bind port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:54:01.170978 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Attempting to bind port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:54:01.171336 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Attempting to bind port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 on network 4e3d752c-40ff-4182-86ff-50d2e2a54552 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:54:01.177061 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:54:01.177428 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Checking segment: {'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:54:01.178428 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:01.178963 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Bound using segment: {'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:54:01.179436 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Bound port: 1434eeb4-bf6e-4fba-8143-948b0d9b3436, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:54:01.180775 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:01.243252 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] For port 1434eeb4-bf6e-4fba-8143-948b0d9b3436, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:54:01.246373 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] For port 1434eeb4-bf6e-4fba-8143-948b0d9b3436, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1434eeb4-bf6e-4fba-8143-948b0d9b3436,segment=NetworkSegment(551561b4-8346-4845-94df-906fe3f7ed75),segment_id=551561b4-8346-4845-94df-906fe3f7ed75)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:54:01.252029 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:01.317901 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7c04d-e396-4a15-94eb-5819f382fb48 None None] Pushing event updated for resources: {'Port': ['ID=1434eeb4-bf6e-4fba-8143-948b0d9b3436,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:54:02.254543 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7546492-1579-4be4-983a-f3bdcb6f795b None None] Network 4e3d752c-40ff-4182-86ff-50d2e2a54552 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:54:02.365704 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-04f495ee-d8ff-4868-a18c-cd4cca73a66b None None] Provisioning complete for port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:54:02.366163 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-04f495ee-d8ff-4868-a18c-cd4cca73a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:02.457851 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-04f495ee-d8ff-4868-a18c-cd4cca73a66b None None] Current status of the port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:54:02.458380 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-04f495ee-d8ff-4868-a18c-cd4cca73a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:02.498490 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-04f495ee-d8ff-4868-a18c-cd4cca73a66b None None] For port 1434eeb4-bf6e-4fba-8143-948b0d9b3436, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1434eeb4-bf6e-4fba-8143-948b0d9b3436,segment=NetworkSegment(551561b4-8346-4845-94df-906fe3f7ed75),segment_id=551561b4-8346-4845-94df-906fe3f7ed75)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:54:02.505180 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-04f495ee-d8ff-4868-a18c-cd4cca73a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:02.557119 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f495ee-d8ff-4868-a18c-cd4cca73a66b None None] Pushing event updated for resources: {'Port': ['ID=1434eeb4-bf6e-4fba-8143-948b0d9b3436,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:54:02.630621 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-e68ed863-d268-4592-b63d-eaa03c9b0b09 None None] Provisioning complete for port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:54:02.630949 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e68ed863-d268-4592-b63d-eaa03c9b0b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:02.717986 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e68ed863-d268-4592-b63d-eaa03c9b0b09 None None] Current status of the port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:54:02.860471 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 1434eeb4-bf6e-4fba-8143-948b0d9b3436 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:54:02.912544 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:54:02.912866 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1434eeb4-bf6e-4fba-8143-948b0d9b3436), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:02.994540 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 1434eeb4-bf6e-4fba-8143-948b0d9b3436 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:54:11.003744 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:54:20.041928 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8a78965d-fbb2-4328-9250-a8846a31c6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:22.284608 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-42914075-1b78-4e0c-824d-c0b1e2081aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:23.502742 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:24.821182 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:26.139418 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:48.002282 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:54:50.043303 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-393d724c-2197-4fc5-a4ef-0f29b604a6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:52.289501 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66b7c9ec-f53a-44f5-a3b7-021fdb288b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:53.504582 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:54.823810 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:54:56.142110 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:20.046809 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-aa642914-af2d-43f4-a93f-5a513165f9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.170847 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33266) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:55:22.177025 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [None req-e41d1d8d-f2e9-4cf9-aa4d-0d8d57712ddf tempest-verify_tempest_config-1717392042 tempest-verify_tempest_config-1717392042-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:55:22.178023 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e41d1d8d-f2e9-4cf9-aa4d-0d8d57712ddf tempest-verify_tempest_config-1717392042 tempest-verify_tempest_config-1717392042-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061932 Jan 19 00:55:22.291384 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-350f9e84-d953-4375-abeb-51ca14e2a02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.469704 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33284) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:55:22.574500 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.661532 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Publish callbacks [] for security_group (a06f0361-b593-4686-84f3-68a8faaa1f96), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.665244 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a06f0361-b593-4686-84f3-68a8faaa1f96), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.712028 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f0361-b593-4686-84f3-68a8faaa1f96,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:55:22.715670 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3b19358670647c3b43524b0136e1ce4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2449384 Jan 19 00:55:22.718585 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33290) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:55:22.720994 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.721348 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.721743 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.722067 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.722406 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.722737 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.723070 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.723398 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.723733 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.724060 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.724391 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.724718 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.725042 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716779e-49ad-43e0-a609-366b0e93097c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.772127 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Publish callbacks [] for security_group (a06f0361-b593-4686-84f3-68a8faaa1f96), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.792449 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Publish callbacks [] for security_group (a06f0361-b593-4686-84f3-68a8faaa1f96), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.886337 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a06f0361-b593-4686-84f3-68a8faaa1f96), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.889530 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:22.893377 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a06f0361-b593-4686-84f3-68a8faaa1f96 HTTP/1.1" status: 204 len: 168 time: 0.1715550 Jan 19 00:55:22.902101 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f0361-b593-4686-84f3-68a8faaa1f96,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:55:22.909925 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.910274 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.910649 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.911055 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.911724 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.911724 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.912079 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.912287 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.912614 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.912957 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.913282 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.913630 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:22.913944 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d49ead-07c6-4a7b-9900-17cba1a68ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:23.507747 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:24.827839 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:25.002148 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:55:26.145010 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:50.048911 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fc6b938f-3401-47ef-9d7f-be40065d8454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:52.295058 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2ebc60ce-1d9e-4b46-a2ad-eb96edb745bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:53.510669 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:54.832361 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:55:56.148986 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:01.999926 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:56:20.050916 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b6708ac9-69af-4e07-99fb-7f80d8daaa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:22.296695 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1dd6efea-211b-4d2a-883c-337574e0f638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:23.512455 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:24.834038 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:26.151061 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:38.998103 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:56:50.053178 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ce3b63e1-10a6-4346-b79b-180ab87cd49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:52.299579 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-31d9afa4-1d69-4f41-866d-b3be53776bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:53.518764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:54.833885 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:56.153342 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:56:56.829400 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614825'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:12.280110 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33362) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:57:12.395328 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8f4c8371-7195-4693-9b77-70fd4bf030d0 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1140301 Jan 19 00:57:14.748985 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33372) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:57:14.803824 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2b1f0ec3-6ce5-4341-940b-050f83cd83f4 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0536401 Jan 19 00:57:15.997189 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:57:20.061448 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cd61680f-4eb5-4e3f-afbe-5d5667ce632f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:22.301116 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dbca672b-7d61-4d34-81c7-df16c777071a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:23.520100 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:24.836141 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:26.155987 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:26.793898 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:50.053953 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1d64162-72ca-463b-8ae5-79939b66a2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:52.304841 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-536c721d-4aad-4d25-b89c-86643ce1ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:52.996675 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:57:53.522423 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:54.839049 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:56.160779 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:57:56.817907 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:20.085063 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c69c5925-9db4-4ff8-bd64-2b91f2f911b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:22.306263 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-741153c8-36a5-4218-afbb-ee5810db3483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:23.525240 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:24.843989 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:26.163497 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:26.808986 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:29.996014 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:58:45.956727 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33516) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:46.301883 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-816856126-network', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:46.326549 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Made reservation on behalf of 0d99fc8541ea44ac9fae068411d73f6b for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:46.328871 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.339588 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.427085 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks [] for security_group (f990d767-55cb-4f62-8d5c-20174c293a29), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.431662 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f990d767-55cb-4f62-8d5c-20174c293a29), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.459877 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:58:46.473994 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f990d767-55cb-4f62-8d5c-20174c293a29,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:46.487555 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.488166 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.488805 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.489241 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.489818 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.490330 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.490847 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.491354 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.491910 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.492669 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.493129 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.493696 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.494115 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Tracked resource versions report: Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: pushed versions: Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Log': {'1.0'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Network': {'1.1'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Port': {'1.7'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: consumer versions: Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: HyperV agent@hv-cinder-79987: {}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Log': '1.0', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Network': '1.1', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Port': '1.7', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'SubPort': '1.0', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Subnet': '1.1', Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Jan 19 00:58:46.495334 dv-cinder-799871-14-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:58:46.503480 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (c235dba1-48b3-4673-8298-cb66e0c8e035), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.503829 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Added segment c235dba1-48b3-4673-8298-cb66e0c8e035 of type vlan for network 32083a24-3ac7-4508-bcc6-bdda771de6e3 Jan 19 00:58:46.546650 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (32083a24-3ac7-4508-bcc6-bdda771de6e3), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.572158 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (32083a24-3ac7-4508-bcc6-bdda771de6e3), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.573136 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:46.573739 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.632954 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] Pushing event updated for resources: {'Network': ['ID=32083a24-3ac7-4508-bcc6-bdda771de6e3,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:46.641773 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33568) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:46.645826 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4ebf7fa0-43a9-433b-a575-442e5d1e34c9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6841054 Jan 19 00:58:46.647264 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:58:46.649873 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Request body: {'subnet': {'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-subnet', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:46.679775 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Made reservation on behalf of 0d99fc8541ea44ac9fae068411d73f6b for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:46.683866 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.873259 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (54d6efee-7b79-4ff4-be2e-d36b72d42375), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:46.944481 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d6efee-7b79-4ff4-be2e-d36b72d42375,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:46.948228 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Checking segment: {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:46.948540 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Network hostable DHCP agents. Network: 32083a24-3ac7-4508-bcc6-bdda771de6e3, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:58:46.959735 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.960070 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.960407 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.960747 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.961675 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.962013 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.962344 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.962673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.963166 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.963318 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.963644 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.963966 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.964293 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Tracked resource versions report: Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: pushed versions: Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Log': {'1.0'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Network': {'1.1'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Port': {'1.7'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: consumer versions: Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: HyperV agent@hv-cinder-79987: {}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Log': '1.0', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Network': '1.1', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Port': '1.7', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'SubPort': '1.0', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Subnet': '1.1', Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Jan 19 00:58:46.965408 dv-cinder-799871-14-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:58:46.979786 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:58:46.991652 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, 32083a24-3ac7-4508-bcc6-bdda771de6e3) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:47.001176 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:47.002134 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.004262 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd5877-6a18-47dc-ad28-1a2e8e421e8b None None] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:47.027610 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33582) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:47.028932 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1c8b5943-103d-4155-ab92-721b9e9cb6f4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3852434 Jan 19 00:58:47.032373 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:47.064945 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (fc324edb-9497-4585-83f6-6a7f50d3e7a5), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.066062 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (fc324edb-9497-4585-83f6-6a7f50d3e7a5), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.124943 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9e18b-aa38-4164-948a-d1dfbb300a6f None None] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:47.137325 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks [] for router_controller (fc324edb-9497-4585-83f6-6a7f50d3e7a5), precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.294988 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33592) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:47.302485 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks [] for router_gateway (fc324edb-9497-4585-83f6-6a7f50d3e7a5), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.504849 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33600) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:47.547395 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33604) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:47.556098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks [] for router_gateway (fc324edb-9497-4585-83f6-6a7f50d3e7a5), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.579978 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.659964 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33610) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:47.704467 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Allocated IP 172.27.3.176 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/2232fa71-cd62-4a50-8b97-b02efd55bd79) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:58:47.741740 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-network', 'tenant_id': '26e726f093b7418db87497cfb659dbf3'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:47.785390 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Made reservation on behalf of 26e726f093b7418db87497cfb659dbf3 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:47.792045 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.814941 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.928362 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks [] for security_group (d40d49b3-4963-43c9-bd56-a962a910c6e6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.937898 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1751441564-network', 'tenant_id': '52e012b6c4954434bf1615ab9f45af18'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:47.946145 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d40d49b3-4963-43c9-bd56-a962a910c6e6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.968868 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-269263770-network', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:47.981539 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks [] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:47.995423 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:58:48.034954 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.036687 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (3aa265d4-310c-42ec-8253-dbde5d74b260), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.037119 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Added segment 3aa265d4-310c-42ec-8253-dbde5d74b260 of type vlan for network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 Jan 19 00:58:48.039323 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Made reservation on behalf of 52e012b6c4954434bf1615ab9f45af18 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:48.043024 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.048149 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2039016632-network', 'tenant_id': 'c5c7b21cff4640f3b872fa4d02c48afc'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:48.075464 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40d49b3-4963-43c9-bd56-a962a910c6e6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:48.084424 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Pushing event updated for resources: {'Port': ['ID=2232fa71-cd62-4a50-8b97-b02efd55bd79,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:48.091182 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.096668 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:58:48.098058 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:48.100710 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:58:48.161771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (d10a2bcb-9525-4cb7-b8dd-683cdf95f329), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.171171 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Made reservation on behalf of ef284d2a245247f7a8561985ecb39098 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:48.173694 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.183730 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Made reservation on behalf of c5c7b21cff4640f3b872fa4d02c48afc for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:48.186136 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.194413 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.226084 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.286567 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (d10a2bcb-9525-4cb7-b8dd-683cdf95f329), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.287503 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:48.288091 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.338800 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0396290 Jan 19 00:58:48.340240 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33642) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:48.348950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Request body: {'subnet': {'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-subnet', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:48.415996 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks [] for router_gateway (fc324edb-9497-4585-83f6-6a7f50d3e7a5), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.419474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Made reservation on behalf of 26e726f093b7418db87497cfb659dbf3 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:48.422251 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.425784 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks [] for security_group (2f584070-0f65-4dae-9895-b6f6e3a68bde), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.437340 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc6e62-aaa7-403f-8cb4-23a6e36c0782 admin admin] Pushing event updated for resources: {'Network': ['ID=d10a2bcb-9525-4cb7-b8dd-683cdf95f329,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:48.449938 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (2f584070-0f65-4dae-9895-b6f6e3a68bde), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.452211 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:58:48.461917 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:58:48.471633 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (8560f589-526e-4631-8593-8f33703ca7f5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.472158 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Added segment 8560f589-526e-4631-8593-8f33703ca7f5 of type vlan for network b65e5a54-facf-4b18-9222-b125b4bfcfb3 Jan 19 00:58:48.523595 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (b65e5a54-facf-4b18-9222-b125b4bfcfb3), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.563266 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (b65e5a54-facf-4b18-9222-b125b4bfcfb3), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.564430 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:48.565104 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.654591 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=b65e5a54-facf-4b18-9222-b125b4bfcfb3,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:48.668785 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network b65e5a54-facf-4b18-9222-b125b4bfcfb3 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:58:48.691632 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1857305 Jan 19 00:58:48.696732 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks [] for security_group (a27eca89-da4d-472d-9f92-8c6e88ac9ff9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.697932 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b4975-e805-465a-8fdd-25b8cea52fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f584070-0f65-4dae-9895-b6f6e3a68bde,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:48.700784 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33650) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:48.703194 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks [] for security_group (5c6e10c3-eef9-471e-a144-3234091451d2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.706603 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a27eca89-da4d-472d-9f92-8c6e88ac9ff9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.711997 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Request body: {'subnet': {'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1751441564-subnet', 'tenant_id': '52e012b6c4954434bf1615ab9f45af18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:48.717303 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5c6e10c3-eef9-471e-a144-3234091451d2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.750042 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Made reservation on behalf of 52e012b6c4954434bf1615ab9f45af18 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:48.751364 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:58:48.752442 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.764172 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:58:48.773022 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27eca89-da4d-472d-9f92-8c6e88ac9ff9,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:48.796955 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (4974ee6b-a505-4a9b-97be-d213bd520bea), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.797178 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Added segment 4974ee6b-a505-4a9b-97be-d213bd520bea of type vlan for network a69b36d3-e9c7-4bd1-806e-4931e3175337 Jan 19 00:58:48.803263 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (954dbc40-29d1-426a-ad70-7c37ce148331), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.803663 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Added segment 954dbc40-29d1-426a-ad70-7c37ce148331 of type vlan for network 70b2e0e9-b557-4641-a107-d48471e50586 Jan 19 00:58:48.851052 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e10c3-eef9-471e-a144-3234091451d2,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:48.907299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (a69b36d3-e9c7-4bd1-806e-4931e3175337), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.910660 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (70b2e0e9-b557-4641-a107-d48471e50586), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.969867 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (a69b36d3-e9c7-4bd1-806e-4931e3175337), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.971165 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:48.971883 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.989195 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (70b2e0e9-b557-4641-a107-d48471e50586), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:48.991177 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:48.991820 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.049135 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (fc324edb-9497-4585-83f6-6a7f50d3e7a5), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.054942 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5063248 Jan 19 00:58:49.058386 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33666) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:49.062321 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (6717d413-52a9-4e3c-9d51-1d96f030cf3a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.068759 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (35a1636c-8872-4179-a47f-a5eafbbc0009), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.071744 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Request body: {'subnet': {'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-269263770-subnet', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:49.080291 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4183292 Jan 19 00:58:49.083865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33670) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:49.089948 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Request body: {'subnet': {'network_id': '70b2e0e9-b557-4641-a107-d48471e50586', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2039016632-subnet', 'tenant_id': 'c5c7b21cff4640f3b872fa4d02c48afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:49.094810 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04be70-99c6-4152-b491-648b459eaebb admin admin] Pushing event updated for resources: {'Network': ['ID=a69b36d3-e9c7-4bd1-806e-4931e3175337,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:49.111256 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:58:49.217153 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Made reservation on behalf of ef284d2a245247f7a8561985ecb39098 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:49.219539 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.238630 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7c64b-ea03-4b1b-a580-c1fad87684b3 admin admin] Pushing event updated for resources: {'Network': ['ID=70b2e0e9-b557-4641-a107-d48471e50586,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:49.262390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network 70b2e0e9-b557-4641-a107-d48471e50586 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:58:49.269823 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Made reservation on behalf of c5c7b21cff4640f3b872fa4d02c48afc for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:49.271162 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.337278 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6717d413-52a9-4e3c-9d51-1d96f030cf3a,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:49.353266 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Checking segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:49.353678 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Network hostable DHCP agents. Network: d10a2bcb-9525-4cb7-b8dd-683cdf95f329, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:58:49.379847 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Checking segment: {'id': '8560f589-526e-4631-8593-8f33703ca7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:49.380427 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Network hostable DHCP agents. Network: b65e5a54-facf-4b18-9222-b125b4bfcfb3, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:58:49.392701 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Router fc324edb-9497-4585-83f6-6a7f50d3e7a5 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:58:49.480394 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a1636c-8872-4179-a47f-a5eafbbc0009,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:49.491184 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Network b65e5a54-facf-4b18-9222-b125b4bfcfb3 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:58:49.499569 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:58:49.516032 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, b65e5a54-facf-4b18-9222-b125b4bfcfb3) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:49.520200 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:49.521431 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.529878 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, d10a2bcb-9525-4cb7-b8dd-683cdf95f329) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:49.534045 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:49.534745 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.553267 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99964dc-51c1-43f2-ab27-431dea74f4bb None None] Network b65e5a54-facf-4b18-9222-b125b4bfcfb3 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:49.603664 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74731692-f1ac-4e63-8c0e-691492260d1b None None] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:49.649581 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-40b5396b-17fe-4ab4-b0a5-ee828a8db830 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9351959 Jan 19 00:58:49.649581 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3aa0b18b-7079-4f69-ae64-74f8f40be59d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3020570 Jan 19 00:58:49.649882 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33688) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:49.677586 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:49.681071 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:58:49.690711 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Sync routers for ids ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:58:49.712386 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Routers {'fc324edb-9497-4585-83f6-6a7f50d3e7a5'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:58:49.717034 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.720833 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:49.721006 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2aa2e3b9-77c0-4102-92cb-a4a717cbda82 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6897633 Jan 19 00:58:49.721334 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33692) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:49.809955 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ae1b3-99a3-4a24-b077-9a9dfdd97258 None None] Network b65e5a54-facf-4b18-9222-b125b4bfcfb3 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:49.835117 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-d10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'project_id': '26e726f093b7418db87497cfb659dbf3', 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 00:58:49.837427 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.839645 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (1d6b6750-6277-4f2b-aeec-75d4844fadf9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.967636 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (de3ef6d9-a942-457a-90ce-e4a7221f1577), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:49.981575 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6b6750-6277-4f2b-aeec-75d4844fadf9,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:50.038646 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Set router fc324edb-9497-4585-83f6-6a7f50d3e7a5 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:58:50.187490 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3ef6d9-a942-457a-90ce-e4a7221f1577,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:50.196078 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b6bbfce6-90e6-4c91-a862-6ab9ce6c4952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.264534 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Checking segment: {'id': '954dbc40-29d1-426a-ad70-7c37ce148331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70b2e0e9-b557-4641-a107-d48471e50586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:50.264888 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Network hostable DHCP agents. Network: 70b2e0e9-b557-4641-a107-d48471e50586, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:58:50.272294 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (62691610-9e99-490c-a69a-1e48d6efa1b8), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.274238 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (62691610-9e99-490c-a69a-1e48d6efa1b8), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.383331 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Allocated IP 172.20.0.2 (d10a2bcb-9525-4cb7-b8dd-683cdf95f329/6717d413-52a9-4e3c-9d51-1d96f030cf3a/6bc3271d-9ebd-43df-871a-786be8fda474) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:58:50.407770 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks [] for router_controller (62691610-9e99-490c-a69a-1e48d6efa1b8), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.504635 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:48Z', 'revision_number': 3, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port': {'id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:50.566242 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Checking router: fc324edb-9497-4585-83f6-6a7f50d3e7a5 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:58:50.566742 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Updating router fc324edb-9497-4585-83f6-6a7f50d3e7a5 port 2232fa71-cd62-4a50-8b97-b02efd55bd79 binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:58:50.576504 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Network 70b2e0e9-b557-4641-a107-d48471e50586 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:58:50.602753 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.738529 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks [] for router_gateway (62691610-9e99-490c-a69a-1e48d6efa1b8), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.754396 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Publish callbacks [] for port (6bc3271d-9ebd-43df-871a-786be8fda474), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.762331 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.774690 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Checking segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:50.774690 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Network hostable DHCP agents. Network: a69b36d3-e9c7-4bd1-806e-4931e3175337, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:58:50.776802 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, 70b2e0e9-b557-4641-a107-d48471e50586) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:50.794969 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:50.795517 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:50.802441 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd956e-294e-465e-b41e-2464e05dc5b7 None None] Network 70b2e0e9-b557-4641-a107-d48471e50586 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:50.849805 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-886167a1-6074-4c4a-9827-c6185063dd60 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7532508 Jan 19 00:58:50.870553 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:58:50.888843 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:50.897823 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:58:50.911751 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Pushing event updated for resources: {'Port': ['ID=6bc3271d-9ebd-43df-871a-786be8fda474,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:50.946965 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.947765 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.948622 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.949332 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.949592 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:58:50.950178 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.950744 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.951337 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.951907 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.952496 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.953646 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.954257 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.954807 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.955377 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Tracked resource versions report: Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: pushed versions: Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Log': {'1.0'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Network': {'1.1'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Port': {'1.7'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: consumer versions: Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: HyperV agent@hv-cinder-79987: {}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Log': '1.0', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Network': '1.1', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Port': '1.7', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'SubPort': '1.0', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Subnet': '1.1', Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Jan 19 00:58:50.957212 dv-cinder-799871-14-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:58:50.977059 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, a69b36d3-e9c7-4bd1-806e-4931e3175337) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:50.991617 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:50.992761 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.014754 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.038596 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1582fe-0e1a-4172-8ff5-a41e1d89883c None None] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:51.045402 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c2797765-59ed-4889-8aa6-887195e364e9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9757292 Jan 19 00:58:51.056712 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33722) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:51.061229 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:51.104179 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Publish callbacks [] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.113602 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.160478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Attempting to bind port 6bc3271d-9ebd-43df-871a-786be8fda474 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:58:51.160761 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Attempting to bind port 6bc3271d-9ebd-43df-871a-786be8fda474 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:58:51.161177 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Attempting to bind port 6bc3271d-9ebd-43df-871a-786be8fda474 on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:58:51.173857 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.175159 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.190289 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:58:51.190734 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Checking segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:51.191349 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.191672 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Bound using segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:58:51.192195 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Bound port: 6bc3271d-9ebd-43df-871a-786be8fda474, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:58:51.192597 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.200160 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072a583-d4df-4c7a-a06a-1618db4e7443 None None] Network 70b2e0e9-b557-4641-a107-d48471e50586 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:51.224643 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Pushing event updated for resources: {'Port': ['ID=2232fa71-cd62-4a50-8b97-b02efd55bd79,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:51.233672 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Attempting to bind port 2232fa71-cd62-4a50-8b97-b02efd55bd79 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:58:51.234429 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Attempting to bind port 2232fa71-cd62-4a50-8b97-b02efd55bd79 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:58:51.235022 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Attempting to bind port 2232fa71-cd62-4a50-8b97-b02efd55bd79 on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:58:51.242718 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.243671 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.244277 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.244833 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.245382 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.245972 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.246566 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.247116 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.247659 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.248752 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.249340 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.249921 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.250478 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Tracked resource versions report: Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: pushed versions: Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Log': {'1.0'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Network': {'1.1'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Port': {'1.7'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: consumer versions: Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: HyperV agent@hv-cinder-79987: {}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: L3 agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: Metadata agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: Metering agent@dv-cinder-799871-14-iscsi: {}, Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-799871-14-iscsi: { 'AddressGroup': '1.2', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Log': '1.0', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Network': '1.1', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Port': '1.7', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'SubPort': '1.0', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Subnet': '1.1', Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Jan 19 00:58:51.252420 dv-cinder-799871-14-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 00:58:51.259786 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:58:51.260648 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:51.261292 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.262032 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:58:51.268333 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Bound port: 2232fa71-cd62-4a50-8b97-b02efd55bd79, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:58:51.269621 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.365525 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Allocated IP 172.20.0.1 (32083a24-3ac7-4508-bcc6-bdda771de6e3/54d6efee-7b79-4ff4-be2e-d36b72d42375/6164ab66-ad17-45a9-b4dc-253b11ec44c6) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:58:51.405128 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks [] for router_controller (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.405990 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] For port 2232fa71-cd62-4a50-8b97-b02efd55bd79, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:58:51.423521 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] For port 2232fa71-cd62-4a50-8b97-b02efd55bd79, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=2232fa71-cd62-4a50-8b97-b02efd55bd79,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:58:51.436296 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.481384 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33752) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:51.485256 dv-cinder-799871-14-iscsi neutron-server[102632]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 00:58:51.532900 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-a69b36d3-e9c7-4bd1-806e-4931e3175337', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 00:58:51.535344 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.592720 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Routers {'fc324edb-9497-4585-83f6-6a7f50d3e7a5'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:58:51.593370 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:51.599902 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] For port 6bc3271d-9ebd-43df-871a-786be8fda474, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:58:51.660964 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks [] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.661320 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks [] for router_gateway (62691610-9e99-490c-a69a-1e48d6efa1b8), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.684422 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] For port 6bc3271d-9ebd-43df-871a-786be8fda474, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=6bc3271d-9ebd-43df-871a-786be8fda474,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:58:51.697593 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.730246 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.767344 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.824663 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779809c2-0877-4729-a28e-a84e86416f72 None None] Pushing event updated for resources: {'Port': ['ID=6bc3271d-9ebd-43df-871a-786be8fda474,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:51.828910 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:58:51.833491 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:51.836983 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Pushing event updated for resources: {'Port': ['ID=6164ab66-ad17-45a9-b4dc-253b11ec44c6,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:51.856498 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks [] for router_gateway (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.858737 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:58:51.859341 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (fc324edb-9497-4585-83f6-6a7f50d3e7a5), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:51.980464 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Allocated IP 172.20.0.2 (a69b36d3-e9c7-4bd1-806e-4931e3175337/de3ef6d9-a942-457a-90ce-e4a7221f1577/91c49332-e894-40b5-a253-90425614ad5d) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:58:52.020766 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] Set router fc324edb-9497-4585-83f6-6a7f50d3e7a5 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:58:52.108170 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-8a3ff57a-72ef-4cb7-9fa3-eabd0d8f0522 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:52.109806 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-8a3ff57a-72ef-4cb7-9fa3-eabd0d8f0522 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/networks?id=b65e5a54-facf-4b18-9222-b125b4bfcfb3 HTTP/1.1" status: 200 len: 812 time: 0.6273322 Jan 19 00:58:52.295644 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ccfa1-e33a-47b3-94ef-f152548db3e3 None None] Pushing event updated for resources: {'Port': ['ID=2232fa71-cd62-4a50-8b97-b02efd55bd79,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:52.352412 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33788) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:52.363138 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805565064-network', 'tenant_id': '985b38eb733648ce93a55101dbdd0350'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:52.386645 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.535131 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-e7ae8c88-1ed9-4b72-bb71-4aa79fd78905 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/quotas/52e012b6c4954434bf1615ab9f45af18 HTTP/1.1" status: 200 len: 375 time: 0.3592567 Jan 19 00:58:52.536618 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Publish callbacks [] for port (91c49332-e894-40b5-a253-90425614ad5d), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.559253 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (91c49332-e894-40b5-a253-90425614ad5d), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.576877 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c4b01b7-5843-45fd-92c5-636303a23594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.626813 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-13ab82d1-1dcd-4c99-90b9-984bbf877253 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=52e012b6c4954434bf1615ab9f45af18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819578 Jan 19 00:58:52.635083 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:48Z', 'revision_number': 3, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port': {'id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:52.661913 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Allocated IP 172.27.3.222 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/71a64baa-6a2b-4be1-8be7-4fff9ca75d05) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:58:52.675684 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bbb1d-0ca9-434c-a6de-52762da53e2b None None] The sync data for ids ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'] in dv-cinder-799871-14-iscsi is: [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:48Z', 'revision_number': 3, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port': {'id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:58:52.695938 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Pushing event updated for resources: {'Port': ['ID=91c49332-e894-40b5-a253-90425614ad5d,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:52.701524 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Made reservation on behalf of 985b38eb733648ce93a55101dbdd0350 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:52.704174 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.736784 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:58:52.741165 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:52.744748 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:58:52.822156 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Attempting to bind port 91c49332-e894-40b5-a253-90425614ad5d on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:58:52.822514 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Attempting to bind port 91c49332-e894-40b5-a253-90425614ad5d by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:58:52.822875 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Attempting to bind port 91c49332-e894-40b5-a253-90425614ad5d on network a69b36d3-e9c7-4bd1-806e-4931e3175337 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:58:52.830947 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:58:52.831631 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Checking segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:52.831895 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.832335 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Bound using segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:58:52.832833 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Bound port: 91c49332-e894-40b5-a253-90425614ad5d, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:58:52.833214 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (91c49332-e894-40b5-a253-90425614ad5d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.847442 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.920248 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks [] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.941389 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.942331 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (fc324edb-9497-4585-83f6-6a7f50d3e7a5), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.976726 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks [] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:52.979392 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] For port 91c49332-e894-40b5-a253-90425614ad5d, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:58:52.994944 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] For port 91c49332-e894-40b5-a253-90425614ad5d, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=91c49332-e894-40b5-a253-90425614ad5d,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:58:53.002530 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks [] for router_gateway (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.004671 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (91c49332-e894-40b5-a253-90425614ad5d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.026785 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-41109f2f-6e0b-41f0-8d03-936c228e3d3d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:58:53.028004 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Pushing event updated for resources: {'Port': ['ID=6164ab66-ad17-45a9-b4dc-253b11ec44c6,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:53.035322 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-41109f2f-6e0b-41f0-8d03-936c228e3d3d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1454523 Jan 19 00:58:53.140962 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.200288 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6bc3271d-9ebd-43df-871a-786be8fda474 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:58:53.210484 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ca2c1-9968-43b1-9852-cf5bd2059937 None None] Pushing event updated for resources: {'Port': ['ID=91c49332-e894-40b5-a253-90425614ad5d,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:53.245884 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks [] for security_group (717d11c5-08f5-4223-9158-17debce03e57), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.276290 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (717d11c5-08f5-4223-9158-17debce03e57), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.321160 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717d11c5-08f5-4223-9158-17debce03e57,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:53.364681 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:58:53.380196 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:58:53.383354 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:53.396165 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 6bc3271d-9ebd-43df-871a-786be8fda474 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:53.396617 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.409659 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (b28b2c72-9c23-4157-b859-3242003a413a), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.413747 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Added segment b28b2c72-9c23-4157-b859-3242003a413a of type vlan for network c67451e3-d237-4044-bc91-a00631c1fd85 Jan 19 00:58:53.450960 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.608249 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:58:53.638938 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 6bc3271d-9ebd-43df-871a-786be8fda474 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:53.638938 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.641845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.665424 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-8d6a179a-b135-416c-848a-dbdc19ba8f6f service neutron] 10.222.0.35 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168845 Jan 19 00:58:53.693127 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:53.708789 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:58:53.715521 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 6bc3271d-9ebd-43df-871a-786be8fda474, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=6bc3271d-9ebd-43df-871a-786be8fda474,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:58:53.721098 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.739860 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:53.779730 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d96d02-adf6-4cb3-ab78-95820ddcb7e1 None None] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:53.809101 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Router fc324edb-9497-4585-83f6-6a7f50d3e7a5 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:58:53.830442 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (c67451e3-d237-4044-bc91-a00631c1fd85), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.910307 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Allocated IP 172.27.3.58 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/0e38d875-9ca5-4448-a70e-f40d5f7c9b80) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:58:53.929029 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-96f5a962-5ec6-4243-ac68-dae3745cc271 None None] Provisioning complete for port 6bc3271d-9ebd-43df-871a-786be8fda474 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:53.930171 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-96f5a962-5ec6-4243-ac68-dae3745cc271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.952539 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=6bc3271d-9ebd-43df-871a-786be8fda474,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:53.973209 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (c67451e3-d237-4044-bc91-a00631c1fd85), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:53.974548 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:53.975897 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:54.051079 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-52c49cc5-94f3-47bb-b747-2bd442b98416 service neutron] 10.222.0.35 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847058 Jan 19 00:58:54.108366 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] Pushing event updated for resources: {'Network': ['ID=c67451e3-d237-4044-bc91-a00631c1fd85,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:54.110639 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-96f5a962-5ec6-4243-ac68-dae3745cc271 None None] Current status of the port 6bc3271d-9ebd-43df-871a-786be8fda474 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:54.135399 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network c67451e3-d237-4044-bc91-a00631c1fd85 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:58:54.139518 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-72cbd26f-ca94-4e4d-ada1-2adb4def640d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7828350 Jan 19 00:58:54.140182 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33826) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:54.163025 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Request body: {'subnet': {'network_id': 'c67451e3-d237-4044-bc91-a00631c1fd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1805565064-subnet', 'tenant_id': '985b38eb733648ce93a55101dbdd0350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:58:54.188812 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:58:54.211048 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2fefebc7-0ba7-452a-a173-b29256af5269 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc324edb-9497-4585-83f6-6a7f50d3e7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4763575 Jan 19 00:58:54.211255 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks [] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:54.250010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Made reservation on behalf of 985b38eb733648ce93a55101dbdd0350 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:58:54.253056 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:54.381276 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks [] for router_gateway (62691610-9e99-490c-a69a-1e48d6efa1b8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:54.443817 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:54.450462 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-35bfe4dd-adf3-481b-83f6-14525900188c None None] Provisioning complete for port 6bc3271d-9ebd-43df-871a-786be8fda474 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:54.453302 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35bfe4dd-adf3-481b-83f6-14525900188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:54.489169 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:58:54.550733 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:54.552076 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Pushing event updated for resources: {'Port': ['ID=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:54.555774 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:58:54.608784 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33850) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:54.611252 dv-cinder-799871-14-iscsi neutron-server[102631]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 00:58:54.754604 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-35bfe4dd-adf3-481b-83f6-14525900188c None None] Current status of the port 6bc3271d-9ebd-43df-871a-786be8fda474 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:54.775539 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f2b46368-9642-487d-af6f-228d2e40d085 req-706a77c6-46c3-4c31-a2a3-1d0c8cf07506 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.1656439 Jan 19 00:58:54.822628 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf19cb4-c330-44f6-b7fd-2a85a39dd672 None None] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:55.078103 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks [] for router_gateway (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:55.216988 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (4c49d683-41df-432c-83a9-382226162cc5), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:55.255407 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:55.305039 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-d4d03c92-8239-4a26-a13a-e6cf83c4b26d None None] Provisioning complete for port 91c49332-e894-40b5-a253-90425614ad5d triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:55.305346 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d4d03c92-8239-4a26-a13a-e6cf83c4b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (91c49332-e894-40b5-a253-90425614ad5d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:55.379624 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6bc3271d-9ebd-43df-871a-786be8fda474 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:58:55.434588 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c49d683-41df-432c-83a9-382226162cc5,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:55.436498 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Checking segment: {'id': 'b28b2c72-9c23-4157-b859-3242003a413a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c67451e3-d237-4044-bc91-a00631c1fd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:55.436890 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Network hostable DHCP agents. Network: c67451e3-d237-4044-bc91-a00631c1fd85, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:58:55.526528 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Network c67451e3-d237-4044-bc91-a00631c1fd85 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:58:55.544196 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 6bc3271d-9ebd-43df-871a-786be8fda474 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:55.544635 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:55.574722 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, c67451e3-d237-4044-bc91-a00631c1fd85) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:58:55.591385 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:55.594176 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:55.625739 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d131a993-2a04-4099-9174-8e71f981f334 None None] Network c67451e3-d237-4044-bc91-a00631c1fd85 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:55.633859 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c359adf1-046c-4b3f-93cb-9c6f28285065 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4837294 Jan 19 00:58:55.828793 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33914) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:55.930209 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-1450a914-aaf4-4ced-b614-b0bd029a54e2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:55.934396 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bbed61e0-105b-4f89-95e8-e77f74e3dafc req-c6bbcd3e-0c90-4f8e-9ce2-49443203aad9 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.0505538 Jan 19 00:58:55.937506 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-1450a914-aaf4-4ced-b614-b0bd029a54e2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 818 time: 0.8815966 Jan 19 00:58:55.945681 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] Deleting subnet 1d6b6750-6277-4f2b-aeec-75d4844fadf9 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 00:58:55.950602 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] Publish callbacks [] for subnet (1d6b6750-6277-4f2b-aeec-75d4844fadf9), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.005331 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-05f9079d-67ab-4f7a-a175-143933425262 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/quotas/0d99fc8541ea44ac9fae068411d73f6b HTTP/1.1" status: 200 len: 375 time: 0.0668497 Jan 19 00:58:56.016689 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] Publish callbacks [] for subnet (1d6b6750-6277-4f2b-aeec-75d4844fadf9), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.025137 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (62691610-9e99-490c-a69a-1e48d6efa1b8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.037440 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (1d6b6750-6277-4f2b-aeec-75d4844fadf9), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.122622 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Sync routers for ids ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:58:56.125311 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d4d03c92-8239-4a26-a13a-e6cf83c4b26d None None] Current status of the port 91c49332-e894-40b5-a253-90425614ad5d is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:56.125837 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d4d03c92-8239-4a26-a13a-e6cf83c4b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (91c49332-e894-40b5-a253-90425614ad5d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.173959 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d4d03c92-8239-4a26-a13a-e6cf83c4b26d None None] For port 91c49332-e894-40b5-a253-90425614ad5d, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=91c49332-e894-40b5-a253-90425614ad5d,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:58:56.192158 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (1d6b6750-6277-4f2b-aeec-75d4844fadf9), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.201846 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-7b4a876a-347c-42f2-a005-556589fe0fcc tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1954753 Jan 19 00:58:56.207069 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d4d03c92-8239-4a26-a13a-e6cf83c4b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (91c49332-e894-40b5-a253-90425614ad5d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.240900 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.250289 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6b6750-6277-4f2b-aeec-75d4844fadf9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:56.256242 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.261933 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6ef65afa-9e59-43f3-9ee3-9013fbcbe0f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1d6b6750-6277-4f2b-aeec-75d4844fadf9 HTTP/1.1" status: 204 len: 168 time: 0.4305968 Jan 19 00:58:56.264261 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33932) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:56.303520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.374112 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d03c92-8239-4a26-a13a-e6cf83c4b26d None None] Pushing event updated for resources: {'Port': ['ID=91c49332-e894-40b5-a253-90425614ad5d,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:56.399098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (70b2e0e9-b557-4641-a107-d48471e50586), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.400198 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Routers {'fc324edb-9497-4585-83f6-6a7f50d3e7a5'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:58:56.402223 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:56.510360 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-255aabfd-f275-4573-b592-db305893670c service neutron] 10.222.0.35 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070681 Jan 19 00:58:56.606117 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e441e6b-e057-40db-ab86-8eef5e952753 None None] Network c67451e3-d237-4044-bc91-a00631c1fd85 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:58:56.632408 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (70b2e0e9-b557-4641-a107-d48471e50586), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.666596 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.667868 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.668947 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.669747 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > port after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.670343 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.670918 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > port after_update 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.671552 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.672081 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.672675 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.673165 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:56.702205 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Router 62691610-9e99-490c-a69a-1e48d6efa1b8 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:58:56.793610 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-9a3e3ef5-be21-4c58-889e-6d267809eede None None] Provisioning complete for port 91c49332-e894-40b5-a253-90425614ad5d triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:56.793610 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9a3e3ef5-be21-4c58-889e-6d267809eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (91c49332-e894-40b5-a253-90425614ad5d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:56.888904 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33956) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:56.896379 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 6bc3271d-9ebd-43df-871a-786be8fda474 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:56.897605 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2232fa71-cd62-4a50-8b97-b02efd55bd79 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:58:56.905323 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6ee20af2-7a6c-4e41-b78d-5f963a4d6962 service neutron] 10.222.0.35 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745952 Jan 19 00:58:56.948295 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.000004 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:58:57.023992 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Set router fc324edb-9497-4585-83f6-6a7f50d3e7a5 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:58:57.062024 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:58:57.112798 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 2232fa71-cd62-4a50-8b97-b02efd55bd79 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:57.112798 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.142587 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e3ef5-be21-4c58-889e-6d267809eede None None] Current status of the port 91c49332-e894-40b5-a253-90425614ad5d is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:57.185790 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:57.186387 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:57.186833 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:57.187499 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:58:57.188058 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b2e0e9-b557-4641-a107-d48471e50586']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:57.208560 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954dbc40-29d1-426a-ad70-7c37ce148331') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:57.208972 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954dbc40-29d1-426a-ad70-7c37ce148331') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:57.228353 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7922594'] for segment (954dbc40-29d1-426a-ad70-7c37ce148331), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.253249 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (954dbc40-29d1-426a-ad70-7c37ce148331), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.266048 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:58:57.266048 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8210226'] for segment (954dbc40-29d1-426a-ad70-7c37ce148331), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.314566 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 2232fa71-cd62-4a50-8b97-b02efd55bd79 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:57.315210 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.316602 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:58:57.326807 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Sync routers for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:58:57.334751 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Sync routers for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:58:57.345143 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b7caba3-75ab-450c-aca5-34efc46870a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.351963 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:58:57.354004 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:57.358778 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 2232fa71-cd62-4a50-8b97-b02efd55bd79, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=2232fa71-cd62-4a50-8b97-b02efd55bd79,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: from cryptography.utils import int_from_bytes Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: from cryptography.utils import int_from_bytes Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: Traceback (most recent call last): Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: timer() Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: cb(*args, **kw) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: return func(*args, **kwargs) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: self._notify() Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: self.callback(batched_events) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: event.method(event) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: return f(self, *a, **k) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._get(url).json() Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:58:57.360476 dv-cinder-799871-14-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:58:57.363290 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.368080 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ac95e263-11d8-4641-a532-8cdbf9abc8a3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7142797 Jan 19 00:58:57.368269 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (70b2e0e9-b557-4641-a107-d48471e50586), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.371281 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33968) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:57.392227 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.393970 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.394461 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-66660952-0461-4aa5-a07b-4f4499efec20 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3362370 Jan 19 00:58:57.395925 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 91c49332-e894-40b5-a253-90425614ad5d up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:58:57.398445 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 33974) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:57.431855 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:58:57.432863 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:57.464935 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.468455 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] 10.222.0.35 "DELETE /v2.0/networks/70b2e0e9-b557-4641-a107-d48471e50586 HTTP/1.1" status: 204 len: 168 time: 1.2030733 Jan 19 00:58:57.482917 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33980) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:57.548090 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] Deleting subnet 4c49d683-41df-432c-83a9-382226162cc5 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 00:58:57.552136 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] Publish callbacks [] for subnet (4c49d683-41df-432c-83a9-382226162cc5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.593109 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7922619'] for subnet (4c49d683-41df-432c-83a9-382226162cc5), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.600523 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:58:57.605800 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=2232fa71-cd62-4a50-8b97-b02efd55bd79,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:57.621476 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:52Z', 'revision_number': 4, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port': {'id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '6164ab66-ad17-45a9-b4dc-253b11ec44c6', 'name': '', 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'mac_address': 'fa:16:3e:c4:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:58:52Z', 'revision_number': 2, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'subnets': [{'id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:57.638715 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (4c49d683-41df-432c-83a9-382226162cc5), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.677292 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Checking router: fc324edb-9497-4585-83f6-6a7f50d3e7a5 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:58:57.678054 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Updating router fc324edb-9497-4585-83f6-6a7f50d3e7a5 port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:58:57.730143 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04188b8e-ef32-4d04-a866-e1ddc87d7515 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b2e0e9-b557-4641-a107-d48471e50586,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:57.736309 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8210284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7585910'] for subnet (4c49d683-41df-432c-83a9-382226162cc5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.753340 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e193ad5c-ef97-4ade-8dd6-31737ca789ba req-f7ed5321-ef26-448d-bfb9-e59bf960ac2b tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.2908137 Jan 19 00:58:57.759134 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 91c49332-e894-40b5-a253-90425614ad5d triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:57.759953 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (91c49332-e894-40b5-a253-90425614ad5d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.770344 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:58:57.815633 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c49d683-41df-432c-83a9-382226162cc5,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:57.856003 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.875301 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-044fba28-70e2-48e3-9bf4-11605da358c4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4c49d683-41df-432c-83a9-382226162cc5 HTTP/1.1" status: 204 len: 168 time: 0.3813274 Jan 19 00:58:57.876066 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 33998) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:57.981251 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:57.995982 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:58:53Z', 'revision_number': 3, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:58.061123 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Checking router: 62691610-9e99-490c-a69a-1e48d6efa1b8 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:58:58.061664 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Updating router 62691610-9e99-490c-a69a-1e48d6efa1b8 port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:58:58.142532 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.148144 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (c67451e3-d237-4044-bc91-a00631c1fd85), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.267139 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7668159-dd3e-499a-a227-2e1337133adb req-892f0a45-3d13-4f59-a01c-a6fd77a5f57b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 210 time: 0.5391676 Jan 19 00:58:58.307255 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (c67451e3-d237-4044-bc91-a00631c1fd85), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.385387 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67451e3-d237-4044-bc91-a00631c1fd85']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:58.415066 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28b2c72-9c23-4157-b859-3242003a413a') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:58.416048 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28b2c72-9c23-4157-b859-3242003a413a') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:58.530301 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7922594'] for segment (b28b2c72-9c23-4157-b859-3242003a413a), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.589533 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (b28b2c72-9c23-4157-b859-3242003a413a), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.609380 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:58:58.609822 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8210226'] for segment (b28b2c72-9c23-4157-b859-3242003a413a), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: Traceback (most recent call last): Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: timer() Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: cb(*args, **kw) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: return func(*args, **kwargs) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: self._notify() Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: self.callback(batched_events) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: event.method(event) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: return f(self, *a, **k) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._get(url).json() Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:58:58.611565 dv-cinder-799871-14-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:58:58.690805 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Publish callbacks [] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.706224 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.730006 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Publish callbacks [] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.739665 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.824257 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a54420-f253-4844-a80d-4c6757e06d2e None None] Pushing event updated for resources: {'Port': ['ID=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:58.874850 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Attempting to bind port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:58:58.875877 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Attempting to bind port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:58:58.875877 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Attempting to bind port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:58:58.887807 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:58:58.890201 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:58.890824 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.891327 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:58:58.894438 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Bound port: 71a64baa-6a2b-4be1-8be7-4fff9ca75d05, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:58:58.895077 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.897638 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b7caba3-75ab-450c-aca5-34efc46870a9 admin admin] Publish callbacks [] for security_group (6ff46bca-3312-48a1-9a67-e730a1660887), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.913695 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3b7caba3-75ab-450c-aca5-34efc46870a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6ff46bca-3312-48a1-9a67-e730a1660887), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:58.931623 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc5d26-a6b5-446e-a396-e0d2093320c3 None None] Pushing event updated for resources: {'Port': ['ID=6164ab66-ad17-45a9-b4dc-253b11ec44c6,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:58.951462 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:58:54Z', 'revision_number': 3, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:59.002988 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Checking router: 5e10cd29-464d-4d7a-b48a-c0b01ffa376c for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:58:59.003331 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Updating router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:58:59.021605 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7caba3-75ab-450c-aca5-34efc46870a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff46bca-3312-48a1-9a67-e730a1660887,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:59.028378 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] For port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:58:59.035149 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 91c49332-e894-40b5-a253-90425614ad5d is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:58:59.037763 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] For port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:58:59.045887 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.057536 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.077744 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.081380 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7bd26f38-e15d-4899-b737-b37a7dd5cc85 req-f0f24f82-99f2-4920-83af-0ab3f5280268 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.0707924 Jan 19 00:58:59.107449 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3b7caba3-75ab-450c-aca5-34efc46870a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=379b9d52c2144e459b9245a6dddf00b6&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2149045 Jan 19 00:58:59.110858 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34040) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:59.180858 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:58:59.186070 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:59.194183 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a54420-f253-4844-a80d-4c6757e06d2e None None] Pushing event updated for resources: {'Port': ['ID=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:59.222717 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-11ce90fe-dc6c-40b0-9619-493c4fc4cb89 admin admin] Publish callbacks [] for security_group (6ff46bca-3312-48a1-9a67-e730a1660887), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.252043 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-11ce90fe-dc6c-40b0-9619-493c4fc4cb89 admin admin] Publish callbacks [] for security_group (6ff46bca-3312-48a1-9a67-e730a1660887), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.283470 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2232fa71-cd62-4a50-8b97-b02efd55bd79 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:58:59.288558 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Attempting to bind port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:58:59.289770 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Attempting to bind port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:58:59.290908 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Attempting to bind port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 on network 32083a24-3ac7-4508-bcc6-bdda771de6e3 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:58:59.322584 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:58:59.323412 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Checking segment: {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:58:59.324230 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.324791 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Bound using segment: {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:58:59.325464 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Bound port: 6164ab66-ad17-45a9-b4dc-253b11ec44c6, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:58:59.326109 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.347742 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-11ce90fe-dc6c-40b0-9619-493c4fc4cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6ff46bca-3312-48a1-9a67-e730a1660887), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.351929 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-6d899f52-cc49-4d51-88b0-540ca404b45f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:58:59.354730 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-11ce90fe-dc6c-40b0-9619-493c4fc4cb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.357730 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-11ce90fe-dc6c-40b0-9619-493c4fc4cb89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ff46bca-3312-48a1-9a67-e730a1660887 HTTP/1.1" status: 204 len: 168 time: 0.2107050 Jan 19 00:58:59.359009 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-6d899f52-cc49-4d51-88b0-540ca404b45f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 818 time: 0.6210825 Jan 19 00:58:59.371425 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (c67451e3-d237-4044-bc91-a00631c1fd85), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.401181 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-a47bb377-09bc-401b-b159-a198535a40b2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/quotas/0d99fc8541ea44ac9fae068411d73f6b HTTP/1.1" status: 200 len: 375 time: 0.0412157 Jan 19 00:58:59.408492 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.412010 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c67451e3-d237-4044-bc91-a00631c1fd85 HTTP/1.1" status: 204 len: 168 time: 1.5348947 Jan 19 00:58:59.440395 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] For port 6164ab66-ad17-45a9-b4dc-253b11ec44c6, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:58:59.444043 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] For port 6164ab66-ad17-45a9-b4dc-253b11ec44c6, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=6164ab66-ad17-45a9-b4dc-253b11ec44c6,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:58:59.456810 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.524506 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce90fe-dc6c-40b0-9619-493c4fc4cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff46bca-3312-48a1-9a67-e730a1660887,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:59.575730 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c426a5c-732f-42ae-b679-12a5e11fda74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67451e3-d237-4044-bc91-a00631c1fd85,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:59.576383 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:58:59.578699 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 2232fa71-cd62-4a50-8b97-b02efd55bd79 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:58:59.579263 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.603295 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.651511 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34050) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:58:59.658066 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Routers {'fc324edb-9497-4585-83f6-6a7f50d3e7a5'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:58:59.658707 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:58:59.683627 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-9920d2e5-35a4-4662-a9db-2c137986d96a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2791336 Jan 19 00:58:59.795443 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Allocated IP 172.20.0.1 (a69b36d3-e9c7-4bd1-806e-4931e3175337/de3ef6d9-a942-457a-90ce-e4a7221f1577/56960dfb-88bc-4fd5-95ce-a8aeb7368a11) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:58:59.807865 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Publish callbacks [] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.830313 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc5d26-a6b5-446e-a396-e0d2093320c3 None None] Pushing event updated for resources: {'Port': ['ID=6164ab66-ad17-45a9-b4dc-253b11ec44c6,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:59.844589 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:58:59.924446 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4a43a-12eb-42cc-8d94-e96eb7bd20ee None None] Pushing event updated for resources: {'Port': ['ID=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:58:59.950518 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks [] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.012112 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-55463b88-36ef-4a7d-9ff6-4f29e31aaf98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5c7b21cff4640f3b872fa4d02c48afc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3590598 Jan 19 00:59:00.013224 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34060) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:00.023019 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.051046 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 2232fa71-cd62-4a50-8b97-b02efd55bd79 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:00.052221 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 91c49332-e894-40b5-a253-90425614ad5d up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:00.092394 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-69f54464-1495-40ca-8414-76d66d8d7e4e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:59:00.100084 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-69f54464-1495-40ca-8414-76d66d8d7e4e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1868997 Jan 19 00:59:00.188550 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Pushing event updated for resources: {'Port': ['ID=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:00.232105 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:00.234573 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Attempting to bind port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:00.235001 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Attempting to bind port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:00.235459 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Attempting to bind port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:00.243248 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:00.265987 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:00.269050 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.273018 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-b3a601e0-f7aa-499f-8007-112a63085da0 service neutron] 10.222.0.35 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717911 Jan 19 00:59:00.290880 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:00.291251 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:00.302224 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.304474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Allocated IP 172.20.0.1 (d10a2bcb-9525-4cb7-b8dd-683cdf95f329/6717d413-52a9-4e3c-9d51-1d96f030cf3a/dba90945-7f54-4309-bb89-d8acc40b7917) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:00.305424 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:58:53Z', 'revision_number': 3, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:00.309992 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:00.310712 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Bound port: 0e38d875-9ca5-4448-a70e-f40d5f7c9b80, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:00.311183 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.422393 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34066) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:00.436112 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] Set router fc324edb-9497-4585-83f6-6a7f50d3e7a5 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:00.449502 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.32', 51198) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:00.455082 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc0c62-46d8-4054-9da9-e02029fb27d4 None None] The sync data for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi is: [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:58:53Z', 'revision_number': 3, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:59:00.495048 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a00f98a2-cd53-4528-8b68-c6e748e2d99e req-75436a9f-9e42-4700-a4ca-bc585d32930c tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.2166834 Jan 19 00:59:00.499192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c26b9a7-c103-4904-bf75-916513b623ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.533873 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] For port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:00.542555 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] For port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:00.657241 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.816006 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4abbb446-6fe7-48e9-b0c0-ec82177ad2b8 admin admin] Publish callbacks [] for security_group (5c6e10c3-eef9-471e-a144-3234091451d2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.881393 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 91c49332-e894-40b5-a253-90425614ad5d triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:00.882114 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (91c49332-e894-40b5-a253-90425614ad5d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:00.888926 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-aa62a933-53af-45e2-881a-ef9bb8e6065e service neutron] 10.222.0.35 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025732 Jan 19 00:59:00.915590 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4abbb446-6fe7-48e9-b0c0-ec82177ad2b8 admin admin] Publish callbacks [] for security_group (5c6e10c3-eef9-471e-a144-3234091451d2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:01.027179 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:01.100223 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4abbb446-6fe7-48e9-b0c0-ec82177ad2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5c6e10c3-eef9-471e-a144-3234091451d2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:01.105475 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4abbb446-6fe7-48e9-b0c0-ec82177ad2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:01.106898 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4abbb446-6fe7-48e9-b0c0-ec82177ad2b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c6e10c3-eef9-471e-a144-3234091451d2 HTTP/1.1" status: 204 len: 168 time: 1.0926132 Jan 19 00:59:01.145442 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 91c49332-e894-40b5-a253-90425614ad5d is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:01.162479 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb446-6fe7-48e9-b0c0-ec82177ad2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e10c3-eef9-471e-a144-3234091451d2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:01.184258 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-00c8554c-c188-421e-ac67-a870e17efb59 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:01.191782 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-00c8554c-c188-421e-ac67-a870e17efb59 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.32 "GET /v2.0/networks?id=b65e5a54-facf-4b18-9222-b125b4bfcfb3 HTTP/1.1" status: 200 len: 812 time: 0.7380834 Jan 19 00:59:01.216535 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:01.217341 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:01.233362 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c33f1fc3-37a9-495d-b538-152fe11a4bab None None] Provisioning complete for port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:01.244179 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c33f1fc3-37a9-495d-b538-152fe11a4bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:01.282724 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Request body: {'port': {'device_id': '6da711fa-500f-4780-bc04-640af383023e', 'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3', 'admin_state_up': True, 'tenant_id': '52e012b6c4954434bf1615ab9f45af18'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:01.419660 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.32', 51204) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:01.473473 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c33f1fc3-37a9-495d-b538-152fe11a4bab None None] Port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:59:01.484317 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4a43a-12eb-42cc-8d94-e96eb7bd20ee None None] Pushing event updated for resources: {'Port': ['ID=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:01.749166 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:02.032262 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:02.035925 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.044848 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34128) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:02.063486 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-402b33ec-4874-44b3-a2f4-032a5a506a75 req-a6622dc1-66b1-498f-a770-378b363f70c2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 210 time: 0.2036858 Jan 19 00:59:02.100759 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-550300b2-9966-4cfc-9dfd-64783ba5f3e6 req-f05bda43-cb99-4708-94aa-7a26dbe8b4f9 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.3187885 Jan 19 00:59:02.126568 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:02.188351 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks [] for port (dba90945-7f54-4309-bb89-d8acc40b7917), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.253998 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34134) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:02.266251 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:52Z', 'revision_number': 4, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port': {'id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '6164ab66-ad17-45a9-b4dc-253b11ec44c6', 'name': '', 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'mac_address': 'fa:16:3e:c4:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:58:59Z', 'revision_number': 4, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'subnets': [{'id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:02.269951 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks [] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.290693 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.294100 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.338068 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c26b9a7-c103-4904-bf75-916513b623ca admin admin] Publish callbacks [] for security_group (f54c67c1-9cb2-41f7-be33-c64da419e21a), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.389474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c26b9a7-c103-4904-bf75-916513b623ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f54c67c1-9cb2-41f7-be33-c64da419e21a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.457192 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:02.457588 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.499865 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a95f2f-af93-47b3-80f9-bc076b92872f None None] The sync data for ids ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'] in dv-cinder-799871-14-iscsi is: [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:52Z', 'revision_number': 4, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port': {'id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '6164ab66-ad17-45a9-b4dc-253b11ec44c6', 'name': '', 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'mac_address': 'fa:16:3e:c4:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:58:59Z', 'revision_number': 4, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'subnets': [{'id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:59:02.505906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Made reservation on behalf of 52e012b6c4954434bf1615ab9f45af18 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:02.521029 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.552737 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-83c1d289-ef31-4821-9f1e-071720df5bd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=985b38eb733648ce93a55101dbdd0350&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2957995 Jan 19 00:59:02.560954 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34148) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:02.600713 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3c26b9a7-c103-4904-bf75-916513b623ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=caaf1f91eace43799bfe55efd6a2539e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1772768 Jan 19 00:59:02.602438 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.604588 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34150) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:02.780031 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-bf2852cb-298d-462c-b1cc-64b04157be11 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:02.781635 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-bf2852cb-298d-462c-b1cc-64b04157be11 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 818 time: 1.3600507 Jan 19 00:59:02.820439 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Pushing event updated for resources: {'Port': ['ID=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:02.857755 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Request body: {'port': {'device_id': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'admin_state_up': True, 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:02.904241 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-691e53fb-f0cf-40bf-9831-29807ae741d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:02.937672 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26b9a7-c103-4904-bf75-916513b623ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c67c1-9cb2-41f7-be33-c64da419e21a,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:03.124593 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:03.125588 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a32fb943-48ab-4616-8a8c-26f1a15c0e92 admin admin] Publish callbacks [] for security_group (f54c67c1-9cb2-41f7-be33-c64da419e21a), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:03.145781 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:03.167194 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Pushing event updated for resources: {'Port': ['ID=dba90945-7f54-4309-bb89-d8acc40b7917,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:03.173297 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:03.200994 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a32fb943-48ab-4616-8a8c-26f1a15c0e92 admin admin] Publish callbacks [] for security_group (f54c67c1-9cb2-41f7-be33-c64da419e21a), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:03.242146 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:03.404808 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:03.459065 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-710b7a1e-cbcb-44fe-b429-ae66216f5601 req-a12910ee-7eb9-4a50-af7f-904bc5536b49 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 210 time: 0.2818341 Jan 19 00:59:03.538017 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d383dba1-c0b5-44d1-89e6-425f855d1231 admin admin] Publish callbacks [] for security_group (717d11c5-08f5-4223-9158-17debce03e57), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:03.553746 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.32', 51209) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:03.566744 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a32fb943-48ab-4616-8a8c-26f1a15c0e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f54c67c1-9cb2-41f7-be33-c64da419e21a), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:03.573635 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a32fb943-48ab-4616-8a8c-26f1a15c0e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:03.582252 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a32fb943-48ab-4616-8a8c-26f1a15c0e92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f54c67c1-9cb2-41f7-be33-c64da419e21a HTTP/1.1" status: 204 len: 168 time: 0.9721556 Jan 19 00:59:03.674659 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:03.709382 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:58:59Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:03.807821 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-19c2aaed-5750-4621-8bfd-4cdc829ca3f5 req-2428acc1-7305-4ba5-bb7f-2a5d23bbc3fd tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.3246384 Jan 19 00:59:03.868536 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6164ab66-ad17-45a9-b4dc-253b11ec44c6 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:03.993006 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35b0894-1309-448d-abd7-5590f00c1656 None None] The sync data for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi is: [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:58:59Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:59:04.049485 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-280f4292-fcb3-4e11-946a-f555d0cb76c4 None None] Provisioning complete for port dba90945-7f54-4309-bb89-d8acc40b7917 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:04.058014 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-280f4292-fcb3-4e11-946a-f555d0cb76c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.205085 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d383dba1-c0b5-44d1-89e6-425f855d1231 admin admin] Publish callbacks [] for security_group (717d11c5-08f5-4223-9158-17debce03e57), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.213389 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:04.214179 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.218216 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-280f4292-fcb3-4e11-946a-f555d0cb76c4 None None] Port dba90945-7f54-4309-bb89-d8acc40b7917 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:59:04.484146 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d383dba1-c0b5-44d1-89e6-425f855d1231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (717d11c5-08f5-4223-9158-17debce03e57), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.491227 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d383dba1-c0b5-44d1-89e6-425f855d1231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.493010 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d383dba1-c0b5-44d1-89e6-425f855d1231 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/717d11c5-08f5-4223-9158-17debce03e57 HTTP/1.1" status: 204 len: 168 time: 1.9130275 Jan 19 00:59:04.501675 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:04.518957 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:04.524285 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.527262 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:04.527603 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb943-48ab-4616-8a8c-26f1a15c0e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c67c1-9cb2-41f7-be33-c64da419e21a,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:04.569697 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383dba1-c0b5-44d1-89e6-425f855d1231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d11c5-08f5-4223-9158-17debce03e57,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:04.704913 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Made reservation on behalf of 0d99fc8541ea44ac9fae068411d73f6b for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:04.719062 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.809763 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 6164ab66-ad17-45a9-b4dc-253b11ec44c6, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=6164ab66-ad17-45a9-b4dc-253b11ec44c6,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:04.815967 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (62691610-9e99-490c-a69a-1e48d6efa1b8), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.823810 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:04.854354 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab81ddc0-dbc9-4ef1-8d7d-75cdd9c81cdf req-53cf75be-d33a-434f-ac98-955774cece93 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 210 time: 0.1699474 Jan 19 00:59:05.031302 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-b8f12447-a3b5-43e0-99b9-a38449fac66a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:05.034158 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-b8f12447-a3b5-43e0-99b9-a38449fac66a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 818 time: 1.4503720 Jan 19 00:59:05.058165 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=6164ab66-ad17-45a9-b4dc-253b11ec44c6,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:05.228714 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Request body: {'port': {'device_id': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'admin_state_up': True, 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:05.260369 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Allocated IP 172.20.0.4 (b65e5a54-facf-4b18-9222-b125b4bfcfb3/35a1636c-8872-4179-a47f-a5eafbbc0009/bf68a0a1-6050-4a83-90d4-92d38ec2d4b5) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:05.301326 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-e9a609e3-7407-4214-b621-a9776ff9421d None None] Provisioning complete for port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:05.306054 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9a609e3-7407-4214-b621-a9776ff9421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:05.522659 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-691e53fb-f0cf-40bf-9831-29807ae741d9 admin admin] Publish callbacks [] for security_group (54f6e02b-8223-49cf-86fd-8702373f9b26), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:05.538824 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e9a609e3-7407-4214-b621-a9776ff9421d None None] Port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:59:05.581202 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c8a4b224-3d77-4881-9b80-14cbc75b49be req-5abae3ca-a329-425c-a30b-f40ada740d05 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.5455031 Jan 19 00:59:05.601175 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-691e53fb-f0cf-40bf-9831-29807ae741d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (54f6e02b-8223-49cf-86fd-8702373f9b26), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:05.691752 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:05.707620 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-691e53fb-f0cf-40bf-9831-29807ae741d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7aaa40bad504fa19da6d74e318e8c09&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6033583 Jan 19 00:59:05.711344 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e53fb-f0cf-40bf-9831-29807ae741d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f6e02b-8223-49cf-86fd-8702373f9b26,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:05.715592 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34228) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:05.871031 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:05.871763 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:06.089597 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:06.097739 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6164ab66-ad17-45a9-b4dc-253b11ec44c6 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:06.207245 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Allocated IP 172.20.0.7 (32083a24-3ac7-4508-bcc6-bdda771de6e3/54d6efee-7b79-4ff4-be2e-d36b72d42375/1c132cd5-f5f6-4711-b7a1-f2914b638f73) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:06.209274 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:06.221928 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eedc0191-4a91-4bdb-b418-81d580c0e30d admin admin] Publish callbacks [] for security_group (54f6e02b-8223-49cf-86fd-8702373f9b26), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:06.238014 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:06.238390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:06.274683 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e1fd3e3-4be8-4e6a-85e8-ec54e60e6e47 req-7396cbc8-e8a3-4f4c-a835-6eec99854294 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 210 time: 0.2224221 Jan 19 00:59:06.284756 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eedc0191-4a91-4bdb-b418-81d580c0e30d admin admin] Publish callbacks [] for security_group (54f6e02b-8223-49cf-86fd-8702373f9b26), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:06.428524 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:59:06.430614 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eedc0191-4a91-4bdb-b418-81d580c0e30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (54f6e02b-8223-49cf-86fd-8702373f9b26), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:06.450158 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eedc0191-4a91-4bdb-b418-81d580c0e30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:06.451583 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-eedc0191-4a91-4bdb-b418-81d580c0e30d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54f6e02b-8223-49cf-86fd-8702373f9b26 HTTP/1.1" status: 204 len: 168 time: 0.7106791 Jan 19 00:59:06.479171 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:06.577945 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0191-4a91-4bdb-b418-81d580c0e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f6e02b-8223-49cf-86fd-8702373f9b26,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:06.994990 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:59:07.053428 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks [] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.106085 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-44b2200c-645d-4eba-803a-a70eb382f9d6 req-3502c44d-8ab1-4ef4-8dce-a7d650a02e49 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.3538268 Jan 19 00:59:07.237914 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Made reservation on behalf of 0d99fc8541ea44ac9fae068411d73f6b for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:07.241414 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.290199 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks [] for port (dba90945-7f54-4309-bb89-d8acc40b7917), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.307209 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.344835 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks [] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.425125 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:59:07.432678 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5c81bfa3-adf2-4be5-b10c-937832eb20d5 admin admin] 10.222.0.35 "PUT /v2.0/routers/5e10cd29-464d-4d7a-b48a-c0b01ffa376c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0331357 Jan 19 00:59:07.452375 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.483367 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.527536 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Network b65e5a54-facf-4b18-9222-b125b4bfcfb3 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:07.572724 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:07.575927 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:07.591822 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec894dd1-ea35-48a1-bc10-71969410f214 req-c1593d00-03f2-4049-8f9d-5e8b5b82a677 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 210 time: 0.1247628 Jan 19 00:59:07.701932 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:07.725212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:07.731277 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (62691610-9e99-490c-a69a-1e48d6efa1b8), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.742518 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Pushing event updated for resources: {'Port': ['ID=dba90945-7f54-4309-bb89-d8acc40b7917,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:07.748286 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:07.754914 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:07.770603 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:07.771384 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.848995 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0074642 Jan 19 00:59:07.858335 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:07.858956 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.916013 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:07.916976 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:07.933973 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-9762e9a1-868f-4d73-a4a6-0602969c9d75 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 00:59:07.935023 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-9762e9a1-868f-4d73-a4a6-0602969c9d75 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148983 Jan 19 00:59:07.956042 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f1c5d-36ed-41e7-9a3b-8ff29be332a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Pushing event updated for resources: {'Port': ['ID=1c132cd5-f5f6-4711-b7a1-f2914b638f73,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:07.975790 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Pushing event updated for resources: {'Port': ['ID=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:08.041183 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-235ad843-5f7b-4e3c-929f-7a06ef358823 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7780271 Jan 19 00:59:08.096378 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Allocated IP 172.20.0.6 (32083a24-3ac7-4508-bcc6-bdda771de6e3/54d6efee-7b79-4ff4-be2e-d36b72d42375/32c13ac8-bf95-47c1-9b8f-b346eaddc840) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:08.109766 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:08.110387 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:08.180144 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:08.195979 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:08.212717 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:08.248812 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:08.320068 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:08.584209 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks [] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:08.696849 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:08.869034 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Network 32083a24-3ac7-4508-bcc6-bdda771de6e3 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:08.884830 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:08.916015 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb64c-bed5-4945-ae43-8379dcdbfc9e req-0d60dff1-62a0-4a36-a8f2-7c4187e0b4d4 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:08.926559 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-49dfcb02-e9bb-4d06-ba07-0980e9119c3a None None] Provisioning complete for port dba90945-7f54-4309-bb89-d8acc40b7917 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:08.927127 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-49dfcb02-e9bb-4d06-ba07-0980e9119c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:08.928617 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9eceb64c-bed5-4945-ae43-8379dcdbfc9e req-0d60dff1-62a0-4a36-a8f2-7c4187e0b4d4 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 931 time: 0.6619844 Jan 19 00:59:08.929472 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Request body: {'port': {'device_id': '6da711fa-500f-4780-bc04-640af383023e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:08.939039 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:09.039777 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Sync routers for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:59:09.044354 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:09.045059 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:09.067168 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:09.070025 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:09.080864 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-49dfcb02-e9bb-4d06-ba07-0980e9119c3a None None] Port dba90945-7f54-4309-bb89-d8acc40b7917 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:59:09.109371 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Pushing event updated for resources: {'Port': ['ID=32c13ac8-bf95-47c1-9b8f-b346eaddc840,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:09.138262 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:09.169768 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-c7e39cd2-46a1-44f3-9450-b379b2597808 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9561994 Jan 19 00:59:09.194025 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9eceb64c-bed5-4945-ae43-8379dcdbfc9e req-73445785-70ac-4c3d-8610-a81ecaa25f96 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641838 Jan 19 00:59:09.217930 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Router 62691610-9e99-490c-a69a-1e48d6efa1b8 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:59:09.239717 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Request body: {'port': {'device_id': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:09.264559 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Request body: {'port': {'device_id': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:09.427759 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34336) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:09.435608 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-eb3c8aec-df57-4bf7-b6f8-b4f4ce7a1ba4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817247949', 'description': 'tempest-description--329612096'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:09.485808 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:09.507199 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8aec-df57-4bf7-b6f8-b4f4ce7a1ba4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:09.647137 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:09.788557 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:09.789318 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:09.883715 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8aec-df57-4bf7-b6f8-b4f4ce7a1ba4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (d1f42517-a2d3-410e-a141-990c6008995e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:09.958231 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8aec-df57-4bf7-b6f8-b4f4ce7a1ba4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d1f42517-a2d3-410e-a141-990c6008995e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:10.015532 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eb3c8aec-df57-4bf7-b6f8-b4f4ce7a1ba4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:10.024554 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-eb3c8aec-df57-4bf7-b6f8-b4f4ce7a1ba4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5941615 Jan 19 00:59:10.025507 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:10.031907 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:59:10.041161 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34350) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:10.048659 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Sync routers for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:59:10.068678 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ee87d530-cbd9-49ed-8e13-d027ebbc47d2 admin admin] 10.222.0.35 "PUT /v2.0/routers/62691610-9e99-490c-a69a-1e48d6efa1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6960897 Jan 19 00:59:10.081917 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-cde70d7d-00f5-41a9-a09c-a7c111c4d6bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'security_group_rule': {'security_group_id': 'd1f42517-a2d3-410e-a141-990c6008995e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:10.088933 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:10.105596 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:10.116165 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:10.119261 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c8aec-df57-4bf7-b6f8-b4f4ce7a1ba4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f42517-a2d3-410e-a141-990c6008995e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:10.121649 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:01Z', 'revision_number': 2, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:10.300858 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Checking router: 5e10cd29-464d-4d7a-b48a-c0b01ffa376c for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:59:10.301324 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Updating router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:59:10.314593 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:10.402526 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:10.445953 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cde70d7d-00f5-41a9-a09c-a7c111c4d6bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (f2dbf4f9-b60d-4878-aa20-6a87f4916bb9), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:10.469707 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139d8ba-e1b9-468f-943f-86dd64722b30 req-b69b94bb-ac87-4978-b139-a56b303a0dad tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:10.486324 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8139d8ba-e1b9-468f-943f-86dd64722b30 req-b69b94bb-ac87-4978-b139-a56b303a0dad tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 931 time: 0.8849325 Jan 19 00:59:10.510987 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:10.583968 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:10.598096 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Publish callbacks [] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:10.626978 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34668b5f-c676-4ade-a638-71f88f3052eb req-f5a8689f-b4e6-4527-a4dc-d11237f9f904 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:10.636528 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34668b5f-c676-4ade-a638-71f88f3052eb req-f5a8689f-b4e6-4527-a4dc-d11237f9f904 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 931 time: 0.2056093 Jan 19 00:59:11.020029 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8139d8ba-e1b9-468f-943f-86dd64722b30 req-559a7cd0-c4cc-4105-a39c-e14a9099aabf tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295498 Jan 19 00:59:11.227894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:06Z', 'revision_number': 2, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:11.357579 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Checking router: 62691610-9e99-490c-a69a-1e48d6efa1b8 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:59:11.359149 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34668b5f-c676-4ade-a638-71f88f3052eb req-f9c2a688-b404-49a2-b0de-2b1e26838257 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7216446 Jan 19 00:59:11.367051 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Updating router 62691610-9e99-490c-a69a-1e48d6efa1b8 port dba90945-7f54-4309-bb89-d8acc40b7917 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 00:59:11.403017 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Publish callbacks [] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.407082 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Transition to ACTIVE for port object bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:59:11.412575 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.414872 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.447639 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.508642 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c548-2554-4b55-b84e-6d214c798729 None None] Pushing event updated for resources: {'Port': ['ID=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:11.702307 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Attempting to bind port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:11.706550 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Attempting to bind port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:11.709834 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Attempting to bind port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 on network a69b36d3-e9c7-4bd1-806e-4931e3175337 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:11.736234 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:11.736234 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Checking segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:11.740308 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.740308 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Bound using segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:11.740737 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Bound port: 56960dfb-88bc-4fd5-95ce-a8aeb7368a11, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:11.741105 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.792299 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cde70d7d-00f5-41a9-a09c-a7c111c4d6bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (f2dbf4f9-b60d-4878-aa20-6a87f4916bb9), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.842908 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Pushing event updated for resources: {'Port': ['ID=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:11.860949 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Attempting to bind port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:11.861203 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cde70d7d-00f5-41a9-a09c-a7c111c4d6bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (f2dbf4f9-b60d-4878-aa20-6a87f4916bb9), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.861315 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Attempting to bind port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '8560f589-526e-4631-8593-8f33703ca7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:11.861315 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Attempting to bind port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 on network b65e5a54-facf-4b18-9222-b125b4bfcfb3 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:11.875870 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 on network b65e5a54-facf-4b18-9222-b125b4bfcfb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 00:59:11.876267 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Attempting to bind port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 on network b65e5a54-facf-4b18-9222-b125b4bfcfb3 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:11.908976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:11.909308 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Checking segment: {'id': '8560f589-526e-4631-8593-8f33703ca7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:11.911832 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Bound using segment: {'id': '8560f589-526e-4631-8593-8f33703ca7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:11.912286 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Bound port: bf68a0a1-6050-4a83-90d4-92d38ec2d4b5, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8560f589-526e-4631-8593-8f33703ca7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:11.912665 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:11.986022 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde70d7d-00f5-41a9-a09c-a7c111c4d6bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dbf4f9-b60d-4878-aa20-6a87f4916bb9,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:12.092716 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] For port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:12.093498 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] For port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:12.107224 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] For port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5, host hv-cinder-79987, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:12.111667 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.122009 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] For port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,segment=NetworkSegment(8560f589-526e-4631-8593-8f33703ca7f5),segment_id=8560f589-526e-4631-8593-8f33703ca7f5)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:12.130797 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.133478 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cde70d7d-00f5-41a9-a09c-a7c111c4d6bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.142227 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cde70d7d-00f5-41a9-a09c-a7c111c4d6bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0926695 Jan 19 00:59:12.151092 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34412) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:12.157340 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-933f529a-2dea-4b01-80c4-a4f031a8475f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'security_group_rule': {'security_group_id': 'd1f42517-a2d3-410e-a141-990c6008995e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:12.202275 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34414) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:12.230569 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-38bbda14-bfe8-4bdc-aeef-db5ca0a79a5d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614525613', 'description': 'tempest-description--512506852'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:12.323645 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-93355ed5-6f53-4a7a-84e4-915396b1e94c None None] Provisioning complete for port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:12.325602 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93355ed5-6f53-4a7a-84e4-915396b1e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.338704 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c548-2554-4b55-b84e-6d214c798729 None None] Pushing event updated for resources: {'Port': ['ID=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:12.390068 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:12.390748 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.392253 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] 10.222.0.32 "PUT /v2.0/ports/bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 HTTP/1.1" status: 200 len: 1093 time: 3.8754244 Jan 19 00:59:12.392881 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da711fa-500f-4780-bc04-640af383023e', 'tag': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:12.407727 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:12.409058 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:12.423195 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c132cd5-f5f6-4711-b7a1-f2914b638f73 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:12.496606 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Publish callbacks [] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.642664 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Publish callbacks [] for port (dba90945-7f54-4309-bb89-d8acc40b7917), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.701832 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.731754 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Transition to ACTIVE for port object 1c132cd5-f5f6-4711-b7a1-f2914b638f73 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:59:12.782247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38bbda14-bfe8-4bdc-aeef-db5ca0a79a5d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.815159 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:12.893657 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f1cf4-c631-49ae-9d12-039b5bd29295 None None] Pushing event updated for resources: {'Port': ['ID=dba90945-7f54-4309-bb89-d8acc40b7917,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:12.953604 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b2fe-2392-4201-99d3-7f51ab2d7efa req-11466f78-03fc-442a-9a0c-53109538ef60 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:12.972834 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baafb93-fc2b-42ba-8b4c-c3c9b950943f service neutron] Pushing event updated for resources: {'Port': ['ID=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:12.978050 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6342b2fe-2392-4201-99d3-7f51ab2d7efa req-11466f78-03fc-442a-9a0c-53109538ef60 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.4223063 Jan 19 00:59:12.980893 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-933f529a-2dea-4b01-80c4-a4f031a8475f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (851815f0-0750-4284-a052-3a7891af0208), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.016200 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-93355ed5-6f53-4a7a-84e4-915396b1e94c None None] Current status of the port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:13.018887 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93355ed5-6f53-4a7a-84e4-915396b1e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.023759 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f06a9-0eb8-4c43-894c-90b6d654f68c req-12fa6fd0-2788-4e34-abb8-655c37e13c20 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:13.045672 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-567f06a9-0eb8-4c43-894c-90b6d654f68c req-12fa6fd0-2788-4e34-abb8-655c37e13c20 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 931 time: 0.8048875 Jan 19 00:59:13.061720 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-ad8296e4-fa45-4b29-877b-9e34b54e7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:13.068432 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-ad8296e4-fa45-4b29-877b-9e34b54e7711 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e012b6c4954434bf1615ab9f45af18&device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 1096 time: 0.4084389 Jan 19 00:59:13.188597 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-93355ed5-6f53-4a7a-84e4-915396b1e94c None None] For port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:13.214126 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93355ed5-6f53-4a7a-84e4-915396b1e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.235087 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:13.253400 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-933f529a-2dea-4b01-80c4-a4f031a8475f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (851815f0-0750-4284-a052-3a7891af0208), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.306132 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-bbce9016-15f1-4734-973c-4a3203a0084b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 HTTP/1.1" status: 200 len: 217 time: 0.1358070 Jan 19 00:59:13.367778 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-933f529a-2dea-4b01-80c4-a4f031a8475f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (851815f0-0750-4284-a052-3a7891af0208), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.375079 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13fda63-d58a-46a1-9658-40419efa469e" -d '{"events": [{"name": "network-changed", "server_uuid": "6da711fa-500f-4780-bc04-640af383023e", "tag": "bf68a0a1-6050-4a83-90d4-92d38ec2d4b5"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:13.467101 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-567f06a9-0eb8-4c43-894c-90b6d654f68c req-812b8c00-803a-4a68-b0c0-3e7be2a3e4b6 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961158 Jan 19 00:59:13.554768 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f529a-2dea-4b01-80c4-a4f031a8475f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851815f0-0750-4284-a052-3a7891af0208,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:13.560790 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-886d3b2c-e0c2-42d4-bbe4-085659a3ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:13.563693 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-886d3b2c-e0c2-42d4-bbe4-085659a3ddee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35a1636c-8872-4179-a47f-a5eafbbc0009 HTTP/1.1" status: 200 len: 852 time: 0.2350385 Jan 19 00:59:13.565272 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Pushing event updated for resources: {'Port': ['ID=1c132cd5-f5f6-4711-b7a1-f2914b638f73,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:13.607280 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Attempting to bind port dba90945-7f54-4309-bb89-d8acc40b7917 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:13.615675 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Attempting to bind port dba90945-7f54-4309-bb89-d8acc40b7917 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:13.616306 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Attempting to bind port dba90945-7f54-4309-bb89-d8acc40b7917 on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:13.661031 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:13.686207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Checking segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:13.687330 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.690759 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Bound using segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:13.694152 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Bound port: dba90945-7f54-4309-bb89-d8acc40b7917, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:13.695844 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.756372 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-aa598020-fac2-4417-ba68-ef3485b3cc09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65e5a54-facf-4b18-9222-b125b4bfcfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801968 Jan 19 00:59:13.818379 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:13.862996 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18561e-a973-4424-88ca-0ff3f33e1fd7 x-openstack-request-id: req-5f18561e-a973-4424-88ca-0ff3f33e1fd7 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:13.862996 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da711fa-500f-4780-bc04-640af383023e", "tag": "bf68a0a1-6050-4a83-90d4-92d38ec2d4b5", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:13.862996 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f18561e-a973-4424-88ca-0ff3f33e1fd7 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:13.862996 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da711fa-500f-4780-bc04-640af383023e', 'tag': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5', 'status': 'completed', 'code': 200} Jan 19 00:59:13.902162 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-933f529a-2dea-4b01-80c4-a4f031a8475f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:13.903705 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-933f529a-2dea-4b01-80c4-a4f031a8475f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7513518 Jan 19 00:59:13.918543 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Attempting to bind port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:13.920273 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Attempting to bind port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:13.921983 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Attempting to bind port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 on network 32083a24-3ac7-4508-bcc6-bdda771de6e3 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:13.946476 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34476) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:13.972361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:13.982439 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93355ed5-6f53-4a7a-84e4-915396b1e94c None None] Pushing event updated for resources: {'Port': ['ID=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:13.989845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-9650d5de-ac7e-4e25-8cbc-59f9b42b0871 None None] Provisioning complete for port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:13.990764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9650d5de-ac7e-4e25-8cbc-59f9b42b0871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.122629 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:12Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:14.137771 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] For port dba90945-7f54-4309-bb89-d8acc40b7917, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:14.198646 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:14.198646 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.201845 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6342b2fe-2392-4201-99d3-7f51ab2d7efa req-70ac0bb8-60a3-4e70-a5da-7952977c0908 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2219002 Jan 19 00:59:14.205634 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] For port dba90945-7f54-4309-bb89-d8acc40b7917, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=dba90945-7f54-4309-bb89-d8acc40b7917,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:14.233997 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.236475 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ae6d04-403e-42e6-9d8c-0e25136301f9 None None] The sync data for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi is: [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:12Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:59:14.255746 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 on network 32083a24-3ac7-4508-bcc6-bdda771de6e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 00:59:14.267459 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.275214 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Attempting to bind port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 on network 32083a24-3ac7-4508-bcc6-bdda771de6e3 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:14.317012 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-8f8ccede-aa4d-47c2-8ad1-d55367e15142 service neutron] 10.222.0.32 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474436 Jan 19 00:59:14.318742 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:14.319136 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Checking segment: {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:14.320455 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Bound using segment: {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:14.320917 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Bound port: 1c132cd5-f5f6-4711-b7a1-f2914b638f73, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:14.321383 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.364718 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-9650d5de-ac7e-4e25-8cbc-59f9b42b0871 None None] Current status of the port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:14.386200 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38bbda14-bfe8-4bdc-aeef-db5ca0a79a5d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (802c76fd-15fb-4e1e-bd66-44e3caca1aac), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.452641 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c13ac8-bf95-47c1-9b8f-b346eaddc840 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:14.499289 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:14.499823 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38bbda14-bfe8-4bdc-aeef-db5ca0a79a5d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (802c76fd-15fb-4e1e-bd66-44e3caca1aac), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.515134 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:58:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:14.524519 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Publish callbacks [] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.661012 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f1cf4-c631-49ae-9d12-039b5bd29295 None None] Pushing event updated for resources: {'Port': ['ID=dba90945-7f54-4309-bb89-d8acc40b7917,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:14.751907 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a6c5e528-ef84-4af3-a9ca-3f388039bcbb req-2e582954-4a33-468f-b9b8-e8a1fb8d21b7 service neutron] 10.222.0.32 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485839 Jan 19 00:59:14.854455 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbda14-bfe8-4bdc-aeef-db5ca0a79a5d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802c76fd-15fb-4e1e-bd66-44e3caca1aac,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:14.870566 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.876777 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Transition to ACTIVE for port object 32c13ac8-bf95-47c1-9b8f-b346eaddc840 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:59:14.893413 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38bbda14-bfe8-4bdc-aeef-db5ca0a79a5d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:14.899115 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-38bbda14-bfe8-4bdc-aeef-db5ca0a79a5d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6787026 Jan 19 00:59:14.902347 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34510) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:14.915180 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-b81fd400-dd81-4a96-b931-2da808229f3f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'security_group_rule': {'security_group_id': '802c76fd-15fb-4e1e-bd66-44e3caca1aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:14.948019 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:15.095355 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7c58b90d-9e6e-49a7-a9b4-43e726aaff27 None None] Provisioning complete for port dba90945-7f54-4309-bb89-d8acc40b7917 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:15.096008 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7c58b90d-9e6e-49a7-a9b4-43e726aaff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:15.273364 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] For port 1c132cd5-f5f6-4711-b7a1-f2914b638f73, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:15.303049 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] For port 1c132cd5-f5f6-4711-b7a1-f2914b638f73, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:15.314104 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Pushing event updated for resources: {'Port': ['ID=32c13ac8-bf95-47c1-9b8f-b346eaddc840,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:15.343044 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:15.355034 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da466caa-1c40-4a13-a368-68ab050c49fc req-e6731f24-b5c3-4971-89ce-48584b849895 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:15.356667 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da466caa-1c40-4a13-a368-68ab050c49fc req-e6731f24-b5c3-4971-89ce-48584b849895 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 931 time: 0.7369795 Jan 19 00:59:15.458676 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:15.553623 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Allocated IP 172.27.3.85 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/5e86dca5-e1c0-40d5-99fb-4acad92e115b) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:15.563833 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b81fd400-dd81-4a96-b931-2da808229f3f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (639b0bc0-bf17-4503-8c1a-dbf855f0b8d3), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:15.616794 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:15.843608 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:15.844496 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:15.846262 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] 10.222.0.32 "PUT /v2.0/ports/1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 1093 time: 7.1535358 Jan 19 00:59:15.886368 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:15.902929 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fda63-d58a-46a1-9658-40419efa469e req-f3dc2225-59cd-43f9-9d48-a677894f0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:15.905285 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e13fda63-d58a-46a1-9658-40419efa469e req-f3dc2225-59cd-43f9-9d48-a677894f0684 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e012b6c4954434bf1615ab9f45af18&device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 1096 time: 0.8516665 Jan 19 00:59:15.914303 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b81fd400-dd81-4a96-b931-2da808229f3f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (639b0bc0-bf17-4503-8c1a-dbf855f0b8d3), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:15.922444 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'tag': '1c132cd5-f5f6-4711-b7a1-f2914b638f73'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:15.966211 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b81fd400-dd81-4a96-b931-2da808229f3f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (639b0bc0-bf17-4503-8c1a-dbf855f0b8d3), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.146895 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da466caa-1c40-4a13-a368-68ab050c49fc req-22bc5fa4-6c80-4841-885e-44fae8bdf6bc tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414412 Jan 19 00:59:16.209526 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cafdf-d094-4a4d-a81d-6821a41adf8f service neutron] Pushing event updated for resources: {'Port': ['ID=1c132cd5-f5f6-4711-b7a1-f2914b638f73,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:16.215019 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:16.216400 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.303521 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531b5a3d-295f-4435-b7df-a807061edaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e02678-2973-4080-be5a-b589dd630ec9", "tag": "1c132cd5-f5f6-4711-b7a1-f2914b638f73"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:16.366209 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fd400-dd81-4a96-b931-2da808229f3f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639b0bc0-bf17-4503-8c1a-dbf855f0b8d3,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:16.421261 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.422197 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e196848-29d8-4182-8ae7-187334a88768 req-0f51ac37-1b42-45b0-b41f-3a8886d00de4 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:16.439039 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e196848-29d8-4182-8ae7-187334a88768 req-0f51ac37-1b42-45b0-b41f-3a8886d00de4 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.8983634 Jan 19 00:59:16.480300 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7c58b90d-9e6e-49a7-a9b4-43e726aaff27 None None] Current status of the port dba90945-7f54-4309-bb89-d8acc40b7917 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:16.482366 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7c58b90d-9e6e-49a7-a9b4-43e726aaff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.506098 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.542912 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b81fd400-dd81-4a96-b931-2da808229f3f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.551242 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b81fd400-dd81-4a96-b931-2da808229f3f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6443205 Jan 19 00:59:16.575444 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34596) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:16.581443 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75820710-55d6-4a1c-8ff5-db268be30616 x-openstack-request-id: req-75820710-55d6-4a1c-8ff5-db268be30616 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:16.582007 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e02678-2973-4080-be5a-b589dd630ec9", "tag": "1c132cd5-f5f6-4711-b7a1-f2914b638f73", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:16.584762 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75820710-55d6-4a1c-8ff5-db268be30616 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:16.585449 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'tag': '1c132cd5-f5f6-4711-b7a1-f2914b638f73', 'status': 'completed', 'code': 200} Jan 19 00:59:16.603071 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-70b98c37-ba33-41a1-a5a1-e57a8780a788 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'security_group_rule': {'security_group_id': '802c76fd-15fb-4e1e-bd66-44e3caca1aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:16.631173 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-1cae6ab6-77cc-4a6e-a5ac-18320f16c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:16.635914 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-1cae6ab6-77cc-4a6e-a5ac-18320f16c97e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1096 time: 0.6409736 Jan 19 00:59:16.646122 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Attempting to bind port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:16.647267 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Attempting to bind port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:16.648059 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Attempting to bind port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 on network 32083a24-3ac7-4508-bcc6-bdda771de6e3 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:16.679945 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 on network 32083a24-3ac7-4508-bcc6-bdda771de6e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 00:59:16.686783 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Attempting to bind port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 on network 32083a24-3ac7-4508-bcc6-bdda771de6e3 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:16.755948 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:16.770838 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:16.781246 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7c58b90d-9e6e-49a7-a9b4-43e726aaff27 None None] For port dba90945-7f54-4309-bb89-d8acc40b7917, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=dba90945-7f54-4309-bb89-d8acc40b7917,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:16.782020 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:16.809867 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fda63-d58a-46a1-9658-40419efa469e req-5985f139-b89e-4381-90fa-b06a5e7c10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:16.812725 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e13fda63-d58a-46a1-9658-40419efa469e req-5985f139-b89e-4381-90fa-b06a5e7c10c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65e5a54-facf-4b18-9222-b125b4bfcfb3 HTTP/1.1" status: 200 len: 913 time: 0.8832967 Jan 19 00:59:16.819111 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:16.828773 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Checking segment: {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:16.829635 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7c58b90d-9e6e-49a7-a9b4-43e726aaff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.830915 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Bound using segment: {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:16.833010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Bound port: 32c13ac8-bf95-47c1-9b8f-b346eaddc840, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c235dba1-48b3-4673-8298-cb66e0c8e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:16.833884 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:16.870422 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'Port': ['ID=5e86dca5-e1c0-40d5-99fb-4acad92e115b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:16.926454 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:17.103035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58b90d-9e6e-49a7-a9b4-43e726aaff27 None None] Pushing event updated for resources: {'Port': ['ID=dba90945-7f54-4309-bb89-d8acc40b7917,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:17.125119 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-e70bc996-4d92-4a3c-85c5-1cf40f5aa956 None None] Provisioning complete for port dba90945-7f54-4309-bb89-d8acc40b7917 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:17.126273 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e70bc996-4d92-4a3c-85c5-1cf40f5aa956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:17.131249 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:14Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:17.254231 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e196848-29d8-4182-8ae7-187334a88768 req-32331425-5ded-430e-9c5e-9742e89011bb tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8141413 Jan 19 00:59:17.297727 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bcd1d7-1ff7-4939-8da1-71a2a55214b0 None None] The sync data for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi is: [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:14Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:59:17.369696 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-5073ef66-a05b-48d4-963f-13052b2f941a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 217 time: 0.6586883 Jan 19 00:59:17.461619 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e13fda63-d58a-46a1-9658-40419efa469e req-f5faba06-2c10-4fdb-b024-5da8d570f6d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 HTTP/1.1" status: 200 len: 217 time: 0.5872102 Jan 19 00:59:17.483329 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34644) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:17.548008 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e70bc996-4d92-4a3c-85c5-1cf40f5aa956 None None] Current status of the port dba90945-7f54-4309-bb89-d8acc40b7917 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:17.570262 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70b98c37-ba33-41a1-a5a1-e57a8780a788 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (033b4b12-b9b7-4d98-9e4d-2cedf2276c0b), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:17.598061 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] For port 32c13ac8-bf95-47c1-9b8f-b346eaddc840, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:17.652369 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (777ef71e-0c34-4d4b-8dee-5dee08159170), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:17.702503 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] For port 32c13ac8-bf95-47c1-9b8f-b346eaddc840, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:17.718553 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-e8b6272d-6b6c-44c5-9ff2-1d183928800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:17.722312 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device dba90945-7f54-4309-bb89-d8acc40b7917 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:17.734727 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-e8b6272d-6b6c-44c5-9ff2-1d183928800a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.3619840 Jan 19 00:59:17.748079 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:17.778368 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0391f5-a7af-45a9-bea6-0be98a9cdd69 req-156969c2-12e4-4ad1-b378-ba848d3bf2dd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:17.789150 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6f0391f5-a7af-45a9-bea6-0be98a9cdd69 req-156969c2-12e4-4ad1-b378-ba848d3bf2dd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 943 time: 0.3255970 Jan 19 00:59:17.795923 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fda63-d58a-46a1-9658-40419efa469e req-c382710f-b1a7-4081-97b9-560717387f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:17.795923 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e13fda63-d58a-46a1-9658-40419efa469e req-c382710f-b1a7-4081-97b9-560717387f34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35a1636c-8872-4179-a47f-a5eafbbc0009 HTTP/1.1" status: 200 len: 852 time: 0.2801073 Jan 19 00:59:17.804990 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:17.899548 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e13fda63-d58a-46a1-9658-40419efa469e req-46806486-a666-41c3-a2b4-08ea8eb1c307 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65e5a54-facf-4b18-9222-b125b4bfcfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491984 Jan 19 00:59:17.955828 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port dba90945-7f54-4309-bb89-d8acc40b7917 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:17.956301 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:17.989611 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6f0391f5-a7af-45a9-bea6-0be98a9cdd69 req-ae64b092-b869-4708-ad26-6a2b28724d94 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991405 Jan 19 00:59:18.017342 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6d73ff20-159d-4e4a-a4d9-61c06ea297c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.141478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port dba90945-7f54-4309-bb89-d8acc40b7917 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:18.168181 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-ec51771b-2c6a-48ee-8d16-a381b2fc33b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4198432 Jan 19 00:59:18.174349 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70b98c37-ba33-41a1-a5a1-e57a8780a788 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (033b4b12-b9b7-4d98-9e4d-2cedf2276c0b), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.184337 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:18.186385 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.189203 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] 10.222.0.32 "PUT /v2.0/ports/32c13ac8-bf95-47c1-9b8f-b346eaddc840 HTTP/1.1" status: 200 len: 1093 time: 8.9677198 Jan 19 00:59:18.246496 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6d73ff20-159d-4e4a-a4d9-61c06ea297c3 admin admin] Publish callbacks [] for security_group (7db8aad0-84c5-4a88-9e11-966c9ea4c6d1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.247391 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70b98c37-ba33-41a1-a5a1-e57a8780a788 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (033b4b12-b9b7-4d98-9e4d-2cedf2276c0b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.282124 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6d73ff20-159d-4e4a-a4d9-61c06ea297c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (7db8aad0-84c5-4a88-9e11-966c9ea4c6d1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.307717 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72121124-405c-4e31-9cb2-50a1b4cd619a service neutron] Pushing event updated for resources: {'Port': ['ID=32c13ac8-bf95-47c1-9b8f-b346eaddc840,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:18.393454 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34676) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:18.405381 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b98c37-ba33-41a1-a5a1-e57a8780a788 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033b4b12-b9b7-4d98-9e4d-2cedf2276c0b,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:18.487616 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34682) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:18.525458 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70b98c37-ba33-41a1-a5a1-e57a8780a788 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.530050 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-70b98c37-ba33-41a1-a5a1-e57a8780a788 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9433448 Jan 19 00:59:18.532439 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34688) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:18.538949 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:18.591180 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'tag': '32c13ac8-bf95-47c1-9b8f-b346eaddc840'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:18.593480 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bed1058-37a5-42c0-b579-6a90f1b024ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c1f091-fd00-4336-ac27-00b75a950e01", "tag": "32c13ac8-bf95-47c1-9b8f-b346eaddc840"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:18.618718 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6d73ff20-159d-4e4a-a4d9-61c06ea297c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93f03db8c6534855ac14493f9c907561&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1300030 Jan 19 00:59:18.635083 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73ff20-159d-4e4a-a4d9-61c06ea297c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8aad0-84c5-4a88-9e11-966c9ea4c6d1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:18.658319 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34692) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:18.688419 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-55bebd64-173e-4eb6-bf10-a76820bf71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:18.692324 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-55bebd64-173e-4eb6-bf10-a76820bf71ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 1096 time: 0.4281554 Jan 19 00:59:18.716887 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e13fda63-d58a-46a1-9658-40419efa469e req-f11a4cc0-1c85-4835-870b-186ef4471148 service neutron] 10.222.0.32 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992854 Jan 19 00:59:18.762954 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164fe47-acad-4cd6-9d44-4fd1e660b6dc x-openstack-request-id: req-b164fe47-acad-4cd6-9d44-4fd1e660b6dc {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:18.763531 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c1f091-fd00-4336-ac27-00b75a950e01", "tag": "32c13ac8-bf95-47c1-9b8f-b346eaddc840", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:18.764207 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b164fe47-acad-4cd6-9d44-4fd1e660b6dc {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:18.764811 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'tag': '32c13ac8-bf95-47c1-9b8f-b346eaddc840', 'status': 'completed', 'code': 200} Jan 19 00:59:18.800834 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cacff3c3-de5b-4d1f-9846-6a1634e2a595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.836245 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-29cf1f4f-0cd4-4b87-936e-68765c3f6bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.841745 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-508b2052-7d24-4675-b910-a942e9a0645e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840 HTTP/1.1" status: 200 len: 217 time: 0.1186304 Jan 19 00:59:18.844008 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-876c05e6-0ef3-4d5a-8dc6-32a1a9f1fabf service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353526 Jan 19 00:59:18.850093 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.862117 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a00aa3-e768-49ab-9b1f-ebe47fca02d6 req-04e5c2ee-77ef-47ef-9ff0-72a065e10fc1 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:18.866461 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44a57738-fbb7-46e5-9ae8-a7d363db10c1 admin admin] Publish callbacks [] for security_group (7db8aad0-84c5-4a88-9e11-966c9ea4c6d1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.870198 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6a00aa3-e768-49ab-9b1f-ebe47fca02d6 req-04e5c2ee-77ef-47ef-9ff0-72a065e10fc1 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.3858039 Jan 19 00:59:18.900970 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.922504 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:18.941289 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44a57738-fbb7-46e5-9ae8-a7d363db10c1 admin admin] Publish callbacks [] for security_group (7db8aad0-84c5-4a88-9e11-966c9ea4c6d1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.004089 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6a00aa3-e768-49ab-9b1f-ebe47fca02d6 req-63a50196-688a-47e1-ae2a-31bd250d2f13 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309609 Jan 19 00:59:19.037215 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (777ef71e-0c34-4d4b-8dee-5dee08159170), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.145961 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.156152 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1855235 Jan 19 00:59:19.158909 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-9c9ab057-6fcb-4015-b8ef-cace02d16e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:19.160464 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-9c9ab057-6fcb-4015-b8ef-cace02d16e52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.1696491 Jan 19 00:59:19.181233 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd6d47-7555-4f0f-8ef9-d892656eb1df tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'Port': ['ID=5e86dca5-e1c0-40d5-99fb-4acad92e115b,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:19.206508 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cacff3c3-de5b-4d1f-9846-6a1634e2a595 admin admin] Publish callbacks [] for security_group (43f8125c-c090-4d75-8db8-9d885333868a), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.213294 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-29cf1f4f-0cd4-4b87-936e-68765c3f6bc4 admin admin] Publish callbacks [] for security_group (fa8c8f08-1532-4455-961f-8528fe44e0c8), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.215830 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44a57738-fbb7-46e5-9ae8-a7d363db10c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (7db8aad0-84c5-4a88-9e11-966c9ea4c6d1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.220056 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44a57738-fbb7-46e5-9ae8-a7d363db10c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.221736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-29cf1f4f-0cd4-4b87-936e-68765c3f6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (fa8c8f08-1532-4455-961f-8528fe44e0c8), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.224524 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-44a57738-fbb7-46e5-9ae8-a7d363db10c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7db8aad0-84c5-4a88-9e11-966c9ea4c6d1 HTTP/1.1" status: 204 len: 168 time: 0.5619032 Jan 19 00:59:19.225826 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1757dd74-ff8d-4aaa-be21-a8a180153599 req-2a33781a-2fa4-4e72-9577-d5415939c9d9 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337708 Jan 19 00:59:19.250548 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cacff3c3-de5b-4d1f-9846-6a1634e2a595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (43f8125c-c090-4d75-8db8-9d885333868a), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.294517 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a57738-fbb7-46e5-9ae8-a7d363db10c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8aad0-84c5-4a88-9e11-966c9ea4c6d1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:19.311116 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-29cf1f4f-0cd4-4b87-936e-68765c3f6bc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a86229aa40e04388a4daecbb08c84334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8212259 Jan 19 00:59:19.317718 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34706) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:19.321327 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-314e1f6e-dd8d-4cd0-a484-5570474182cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643890 Jan 19 00:59:19.348897 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf1f4f-0cd4-4b87-936e-68765c3f6bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8c8f08-1532-4455-961f-8528fe44e0c8,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:19.408501 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.425403 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2554b80-7c3c-440e-aba7-d4e841f49633 req-9d3319d4-b407-4d06-80e4-aaec0f5ec5a0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:19.427064 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2554b80-7c3c-440e-aba7-d4e841f49633 req-9d3319d4-b407-4d06-80e4-aaec0f5ec5a0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 943 time: 0.3193045 Jan 19 00:59:19.430086 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cacff3c3-de5b-4d1f-9846-6a1634e2a595 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ede906507c584d05bb1c8ee20dfc697a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0355904 Jan 19 00:59:19.433124 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34716) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:19.438846 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e13fda63-d58a-46a1-9658-40419efa469e req-0116bab4-dae6-4d12-96c6-b9827ef39ffd service neutron] 10.222.0.32 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626336 Jan 19 00:59:19.449383 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacff3c3-de5b-4d1f-9846-6a1634e2a595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f8125c-c090-4d75-8db8-9d885333868a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:19.547349 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b2554b80-7c3c-440e-aba7-d4e841f49633 req-643377ee-3358-4990-ae18-00fb305076af tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082604 Jan 19 00:59:19.561521 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef9fe963-288a-40fc-aa1b-1a407a659573 admin admin] Publish callbacks [] for security_group (43f8125c-c090-4d75-8db8-9d885333868a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.597119 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef9fe963-288a-40fc-aa1b-1a407a659573 admin admin] Publish callbacks [] for security_group (43f8125c-c090-4d75-8db8-9d885333868a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.667157 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef9fe963-288a-40fc-aa1b-1a407a659573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (43f8125c-c090-4d75-8db8-9d885333868a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.669802 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ef9fe963-288a-40fc-aa1b-1a407a659573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.671004 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ef9fe963-288a-40fc-aa1b-1a407a659573 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43f8125c-c090-4d75-8db8-9d885333868a HTTP/1.1" status: 204 len: 168 time: 0.2354918 Jan 19 00:59:19.689266 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fe963-288a-40fc-aa1b-1a407a659573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f8125c-c090-4d75-8db8-9d885333868a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:19.723030 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ce2888ad-3bff-4ae3-896f-aab7bc53ba6a admin admin] Publish callbacks [] for security_group (fa8c8f08-1532-4455-961f-8528fe44e0c8), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.726011 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-dc94c59f-97e0-4690-86aa-78d2cdafc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:19.727695 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-dc94c59f-97e0-4690-86aa-78d2cdafc6d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1096 time: 0.3644273 Jan 19 00:59:19.738112 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-8cf6b56c-599a-405a-a34c-fad6ef33d09f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1817247949&fields=id&tenant_id=ef284d2a245247f7a8561985ecb39098 HTTP/1.1" status: 200 len: 267 time: 0.2295678 Jan 19 00:59:19.770181 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34728) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:19.786989 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-63f59540-f5ad-4da7-b03b-8a7164d07bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.874075 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-8dd11994-8e65-4b04-b792-203cb08d32b0 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387871 Jan 19 00:59:19.878336 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ce2888ad-3bff-4ae3-896f-aab7bc53ba6a admin admin] Publish callbacks [] for security_group (fa8c8f08-1532-4455-961f-8528fe44e0c8), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.899521 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-63f59540-f5ad-4da7-b03b-8a7164d07bfe admin admin] Publish callbacks [] for security_group (b424fd7e-633d-4793-af27-651a2efb60a6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.905280 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-63f59540-f5ad-4da7-b03b-8a7164d07bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b424fd7e-633d-4793-af27-651a2efb60a6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:19.951411 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Allocated IP 172.27.3.162 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/07e3b5c8-9efe-450b-a004-e4881117b728) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:19.952119 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-63f59540-f5ad-4da7-b03b-8a7164d07bfe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e3c946fe4994e32b534d58c912910ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806312 Jan 19 00:59:19.954643 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f59540-f5ad-4da7-b03b-8a7164d07bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424fd7e-633d-4793-af27-651a2efb60a6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:19.958547 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34732) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:20.017800 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d4f883d-a155-4ae0-b044-79e0b7f4bfc5 admin admin] Publish callbacks [] for security_group (b424fd7e-633d-4793-af27-651a2efb60a6), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.050481 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d4f883d-a155-4ae0-b044-79e0b7f4bfc5 admin admin] Publish callbacks [] for security_group (b424fd7e-633d-4793-af27-651a2efb60a6), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.085375 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a03bdf76-7b51-42e8-8f44-df3bb8d5812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.137513 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d4f883d-a155-4ae0-b044-79e0b7f4bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b424fd7e-633d-4793-af27-651a2efb60a6), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.141709 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0d4f883d-a155-4ae0-b044-79e0b7f4bfc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.142976 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0d4f883d-a155-4ae0-b044-79e0b7f4bfc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b424fd7e-633d-4793-af27-651a2efb60a6 HTTP/1.1" status: 204 len: 168 time: 0.1824920 Jan 19 00:59:20.157072 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f883d-a155-4ae0-b044-79e0b7f4bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424fd7e-633d-4793-af27-651a2efb60a6,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:20.194354 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08635-0aa7-41d8-8580-644f29f96d9f req-91cb8e8b-2340-4c4a-bd7b-c603de48b83d tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:20.196030 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-77e08635-0aa7-41d8-8580-644f29f96d9f req-91cb8e8b-2340-4c4a-bd7b-c603de48b83d tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.0944164 Jan 19 00:59:20.196518 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34738) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:20.212560 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bc29f33f-8dc8-4aac-b6ef-da811a82d6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.285863 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-77e08635-0aa7-41d8-8580-644f29f96d9f req-96b142fc-36c9-4734-b4fc-a986369356bf tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757740 Jan 19 00:59:20.340225 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bc29f33f-8dc8-4aac-b6ef-da811a82d6fc admin admin] Publish callbacks [] for security_group (1672d1e8-3188-477d-97c0-d4ab32cbd090), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.346892 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bc29f33f-8dc8-4aac-b6ef-da811a82d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1672d1e8-3188-477d-97c0-d4ab32cbd090), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.362979 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-41e733aa-112f-44fb-b8ee-b730573d2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:20.364533 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-41e733aa-112f-44fb-b8ee-b730573d2d9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.6212320 Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.379320 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-11f6789e-865f-49e0-9bd1-4226d125805d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:20.383526 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-11f6789e-865f-49e0-9bd1-4226d125805d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 810 time: 0.6155179 Jan 19 00:59:20.405903 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bc29f33f-8dc8-4aac-b6ef-da811a82d6fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40e4476f70d4439a8e17dd8b53299963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082889 Jan 19 00:59:20.406751 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29f33f-8dc8-4aac-b6ef-da811a82d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1672d1e8-3188-477d-97c0-d4ab32cbd090,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:20.409894 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34742) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:20.459050 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ce2888ad-3bff-4ae3-896f-aab7bc53ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (fa8c8f08-1532-4455-961f-8528fe44e0c8), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.462214 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ce2888ad-3bff-4ae3-896f-aab7bc53ba6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.463423 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ce2888ad-3bff-4ae3-896f-aab7bc53ba6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa8c8f08-1532-4455-961f-8528fe44e0c8 HTTP/1.1" status: 204 len: 168 time: 1.1402316 Jan 19 00:59:20.479275 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df3207af-faa4-4baa-9273-09c35a7f3d96 req-5eacdce2-ab48-40cc-99eb-a03090d7cf08 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633321 Jan 19 00:59:20.481050 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-3e6643a4-6a5d-46e7-99cb-ea8b9bf09bba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 217 time: 0.0949881 Jan 19 00:59:20.488924 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-ded6ef20-edb9-47a2-93bf-4112d304c79a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/quotas/ef284d2a245247f7a8561985ecb39098 HTTP/1.1" status: 200 len: 375 time: 0.0916772 Jan 19 00:59:20.517851 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2888ad-3bff-4ae3-896f-aab7bc53ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8c8f08-1532-4455-961f-8528fe44e0c8,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:20.565646 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for port (07e3b5c8-9efe-450b-a004-e4881117b728), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.669289 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-0b73345a-402b-4afa-b1e4-d1afff251230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:20.670800 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-0b73345a-402b-4afa-b1e4-d1afff251230 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.1659877 Jan 19 00:59:20.678156 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1f33bea0-6450-4c9b-834a-4984acb69696 admin admin] Publish callbacks [] for security_group (1672d1e8-3188-477d-97c0-d4ab32cbd090), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.716800 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-136f5143-92e1-4ddc-a36a-e1a661970d6e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2153261 Jan 19 00:59:20.722972 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd79d7-e004-4eb8-b9ff-38afd468ed6a req-89f34ec3-fa0d-4d00-9e2a-13c6a45b8cc3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:20.724541 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1dfd79d7-e004-4eb8-b9ff-38afd468ed6a req-89f34ec3-fa0d-4d00-9e2a-13c6a45b8cc3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 943 time: 0.0973253 Jan 19 00:59:20.752242 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-afeef2f6-be74-4285-b0b2-b1a7803ffa25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699873 Jan 19 00:59:20.762950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (07e3b5c8-9efe-450b-a004-e4881117b728), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.766004 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-c8a3629d-c900-44aa-8e47-b3eae2c113ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:20.768491 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-c8a3629d-c900-44aa-8e47-b3eae2c113ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 1096 time: 0.1697221 Jan 19 00:59:20.773244 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1f33bea0-6450-4c9b-834a-4984acb69696 admin admin] Publish callbacks [] for security_group (1672d1e8-3188-477d-97c0-d4ab32cbd090), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:20.877641 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1dfd79d7-e004-4eb8-b9ff-38afd468ed6a req-f8926048-3758-48ac-972b-f107711fdb63 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370921 Jan 19 00:59:20.977740 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:20.995396 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:21.007859 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:21.016507 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'Port': ['ID=07e3b5c8-9efe-450b-a004-e4881117b728,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:21.030963 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34768) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:21.046598 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd89c18e-c93a-4ea2-9e21-094a340fbcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.126354 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1f33bea0-6450-4c9b-834a-4984acb69696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1672d1e8-3188-477d-97c0-d4ab32cbd090), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.128809 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1f33bea0-6450-4c9b-834a-4984acb69696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.129948 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1f33bea0-6450-4c9b-834a-4984acb69696 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1672d1e8-3188-477d-97c0-d4ab32cbd090 HTTP/1.1" status: 204 len: 168 time: 0.7130365 Jan 19 00:59:21.132571 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-c25cc397-ac1c-4fa8-9460-45956fdf1044 service neutron] 10.222.0.35 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823509 Jan 19 00:59:21.139215 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-b0e63bfe-9832-4eb6-a1bc-5abf8d1358ac service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696859 Jan 19 00:59:21.183203 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-ddce18d2-ec52-4b9c-b11b-56dffc01a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:21.184667 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-ddce18d2-ec52-4b9c-b11b-56dffc01a459 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.4070530 Jan 19 00:59:21.185381 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33bea0-6450-4c9b-834a-4984acb69696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1672d1e8-3188-477d-97c0-d4ab32cbd090,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:21.214003 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd89c18e-c93a-4ea2-9e21-094a340fbcde admin admin] Publish callbacks [] for security_group (3f0ee577-d122-4778-ab4d-d786a34ca156), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.223291 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd89c18e-c93a-4ea2-9e21-094a340fbcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (3f0ee577-d122-4778-ab4d-d786a34ca156), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.282746 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34776) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:21.283102 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bd89c18e-c93a-4ea2-9e21-094a340fbcde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c19aff5c7574dbaaa5f056213c52b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502680 Jan 19 00:59:21.284396 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89c18e-c93a-4ea2-9e21-094a340fbcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0ee577-d122-4778-ab4d-d786a34ca156,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:21.363085 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-aa4ef4a8-d11e-46df-bb6b-614e33730e91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840 HTTP/1.1" status: 200 len: 217 time: 0.1385822 Jan 19 00:59:21.425327 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9509f-a601-4259-b412-ef8908cfe467 req-8ffc3e82-9c1c-4d9b-b8f4-24b2dabc14ee tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:21.434650 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f5f9509f-a601-4259-b412-ef8908cfe467 req-8ffc3e82-9c1c-4d9b-b8f4-24b2dabc14ee tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.0697052 Jan 19 00:59:21.454659 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (f1a6f39b-817d-41ab-96db-57bd2fccd0b2), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.513444 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f5f9509f-a601-4259-b412-ef8908cfe467 req-e518c2f8-28fc-4384-ba09-d3bd693e989c tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773942 Jan 19 00:59:21.536212 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-1bc1a6fe-42ee-4d61-8e9c-d87c986d11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:21.537752 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-1bc1a6fe-42ee-4d61-8e9c-d87c986d11ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.1619358 Jan 19 00:59:21.552025 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-a77b190b-c74a-437a-8a59-8a32e859bb55 service neutron] 10.222.0.35 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086194 Jan 19 00:59:21.587091 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (07e3b5c8-9efe-450b-a004-e4881117b728), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.588767 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-81777853-8644-44fd-823a-a278ffefd6a3 admin admin] Publish callbacks [] for security_group (3f0ee577-d122-4778-ab4d-d786a34ca156), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.593151 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-531b5a3d-295f-4435-b7df-a807061edaa5 req-d9f63de5-8135-48f3-b275-889c9e791e15 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424851 Jan 19 00:59:21.595805 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-87af91ca-8fbc-46d0-9a56-6d48a02e1e7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427897 Jan 19 00:59:21.705381 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-81777853-8644-44fd-823a-a278ffefd6a3 admin admin] Publish callbacks [] for security_group (3f0ee577-d122-4778-ab4d-d786a34ca156), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.783786 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ba98e38-2084-4f5f-b002-880116a6255c req-b2fdf9e0-6854-4b80-9a65-f51ee762f56a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0450668 Jan 19 00:59:21.861844 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-8a663d3e-d9b7-4d17-9fc3-10d4a4920831 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310722 Jan 19 00:59:21.903235 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-81777853-8644-44fd-823a-a278ffefd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (3f0ee577-d122-4778-ab4d-d786a34ca156), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.906121 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-81777853-8644-44fd-823a-a278ffefd6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:21.906936 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-81777853-8644-44fd-823a-a278ffefd6a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f0ee577-d122-4778-ab4d-d786a34ca156 HTTP/1.1" status: 204 len: 168 time: 0.5657332 Jan 19 00:59:22.041404 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81777853-8644-44fd-823a-a278ffefd6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0ee577-d122-4778-ab4d-d786a34ca156,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:22.111892 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for port (07e3b5c8-9efe-450b-a004-e4881117b728), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:22.126865 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (07e3b5c8-9efe-450b-a004-e4881117b728), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:22.321873 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2d8182ce-8ee6-402f-99d4-0663dc333b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:22.531775 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34840) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:22.540946 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952912e-47ab-4ac3-92e1-26486f4ffed4 req-13044353-e2dd-4e54-8855-1402abc7b9f6 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:22.554348 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0952912e-47ab-4ac3-92e1-26486f4ffed4 req-13044353-e2dd-4e54-8855-1402abc7b9f6 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 943 time: 0.5610225 Jan 19 00:59:22.589483 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8a6c-142e-44c1-b966-2d15904cf983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:22.626837 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bed1058-37a5-42c0-b579-6a90f1b024ba req-7e109bde-d438-4e3c-8c9e-df881a9cc375 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512808 Jan 19 00:59:22.671316 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'Port': ['ID=07e3b5c8-9efe-450b-a004-e4881117b728,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:22.738758 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (f1a6f39b-817d-41ab-96db-57bd2fccd0b2), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:22.778172 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:22.789037 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-539152c8-37ba-4ddf-b7ed-0bf426f42763 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2528460 Jan 19 00:59:22.807575 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0952912e-47ab-4ac3-92e1-26486f4ffed4 req-3563524c-23f1-475e-bbce-974a07be80cd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520034 Jan 19 00:59:22.908226 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4ac20-c7b6-433b-9a4d-0f79cb0d65f3 req-285a4cfb-ec89-46b8-9c5c-f01874b314ea tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:22.909861 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7b4ac20-c7b6-433b-9a4d-0f79cb0d65f3 req-285a4cfb-ec89-46b8-9c5c-f01874b314ea tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.1867173 Jan 19 00:59:22.961391 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6c58fa74-8f23-47ca-bcd6-00485154ef82 req-d476b2e7-bfb5-4d45-9c51-6eaa70a9fe00 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0467865 Jan 19 00:59:22.966771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8a6c-142e-44c1-b966-2d15904cf983 admin admin] Publish callbacks [] for security_group (83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:22.975250 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8a6c-142e-44c1-b966-2d15904cf983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.037083 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7b4ac20-c7b6-433b-9a4d-0f79cb0d65f3 req-63fbffe8-6559-471f-a3db-d4bbb122875c tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119082 Jan 19 00:59:23.052777 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0e6e8a6c-142e-44c1-b966-2d15904cf983 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d437994d1a2343ca9362f70f795f8ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5164218 Jan 19 00:59:23.052777 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8a6c-142e-44c1-b966-2d15904cf983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:23.053364 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34870) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:23.160137 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f53a7809-752e-4271-82fb-4d04a89b726c admin admin] Publish callbacks [] for security_group (83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.175795 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-0ac40b65-a2ea-4d24-a4a5-9a9bf7732c9b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1614525613&fields=id&tenant_id=26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 267 time: 0.0879865 Jan 19 00:59:23.199627 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f53a7809-752e-4271-82fb-4d04a89b726c admin admin] Publish callbacks [] for security_group (83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.326691 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-f0a9dcf4-4d5b-4589-b257-22bb6ed27a4d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:23.328221 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-f0a9dcf4-4d5b-4589-b257-22bb6ed27a4d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 817 time: 0.1426592 Jan 19 00:59:23.329405 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f53a7809-752e-4271-82fb-4d04a89b726c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.331900 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f53a7809-752e-4271-82fb-4d04a89b726c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.332972 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f53a7809-752e-4271-82fb-4d04a89b726c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57 HTTP/1.1" status: 204 len: 168 time: 0.2779722 Jan 19 00:59:23.349771 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7809-752e-4271-82fb-4d04a89b726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee0699-0ac0-41cb-8b85-5ce0cc9e9c57,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:23.355270 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-ce5f3d16-795d-4413-b449-9030dc76fec7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/quotas/26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 375 time: 0.0177402 Jan 19 00:59:23.373505 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34884) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:23.420474 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-5853f9d2-289f-4fac-ae32-0b98feeecf20 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492613 Jan 19 00:59:23.535010 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.554052 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-8beb0fde-6cb7-49c9-a7b9-2a75b4d89509 service neutron] 10.222.0.35 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213720 Jan 19 00:59:23.637840 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-022f0aa7-edc7-4600-8bac-b84d66a0053b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.692501 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-ada91a3e-3b86-476b-9a25-b2cc2174bc37 service neutron] 10.222.0.35 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317098 Jan 19 00:59:23.750995 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-022f0aa7-edc7-4600-8bac-b84d66a0053b admin admin] Publish callbacks [] for security_group (b766db9b-c7ee-41ed-a462-53863d3e7c24), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.758348 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-022f0aa7-edc7-4600-8bac-b84d66a0053b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b766db9b-c7ee-41ed-a462-53863d3e7c24), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.820041 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f0aa7-edc7-4600-8bac-b84d66a0053b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b766db9b-c7ee-41ed-a462-53863d3e7c24,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:23.838134 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-022f0aa7-edc7-4600-8bac-b84d66a0053b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5308b31d41794288973b8c016f59e72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626226 Jan 19 00:59:23.838341 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34910) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:23.957966 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9ae16457-448b-40e9-9bbe-18942837a6f0 req-189ae2c1-290b-49af-ae26-f6dca01d7e56 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0459850 Jan 19 00:59:23.975567 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdc85-e6c6-4bcc-9489-6db86a36441c admin admin] Publish callbacks [] for security_group (b766db9b-c7ee-41ed-a462-53863d3e7c24), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:23.991898 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a258e62-a763-4038-b02b-0a25df2ef02d req-beac11cc-46a9-4138-832a-071136dfa660 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:23.994901 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1a258e62-a763-4038-b02b-0a25df2ef02d req-beac11cc-46a9-4138-832a-071136dfa660 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 943 time: 0.0798857 Jan 19 00:59:24.026278 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdc85-e6c6-4bcc-9489-6db86a36441c admin admin] Publish callbacks [] for security_group (b766db9b-c7ee-41ed-a462-53863d3e7c24), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.101330 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-606fb572-dbfa-43ea-ad12-19647672be29 req-86bdf584-0197-4530-a8a7-32e3f8b888d6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0637591 Jan 19 00:59:24.115146 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1a258e62-a763-4038-b02b-0a25df2ef02d req-0ff4228d-b2aa-49d9-ad87-0631bea842cb tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142786 Jan 19 00:59:24.168283 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdc85-e6c6-4bcc-9489-6db86a36441c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b766db9b-c7ee-41ed-a462-53863d3e7c24), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.175327 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdc85-e6c6-4bcc-9489-6db86a36441c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.176552 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-dc4fdc85-e6c6-4bcc-9489-6db86a36441c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b766db9b-c7ee-41ed-a462-53863d3e7c24 HTTP/1.1" status: 204 len: 168 time: 0.3371770 Jan 19 00:59:24.197079 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fdc85-e6c6-4bcc-9489-6db86a36441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b766db9b-c7ee-41ed-a462-53863d3e7c24,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:24.282924 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e6117-1349-457f-afd3-a025af211729 req-f05c87b5-0827-4f8d-8539-590e3bbfeda8 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:24.285117 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c92e6117-1349-457f-afd3-a025af211729 req-f05c87b5-0827-4f8d-8539-590e3bbfeda8 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.0890205 Jan 19 00:59:24.387508 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c92e6117-1349-457f-afd3-a025af211729 req-f11236cc-622d-4897-9ff6-68915af83e09 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892034 Jan 19 00:59:24.660839 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34946) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:24.674665 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5bd64e32-776b-42c3-9ee6-9268606e6099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.758932 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5bd64e32-776b-42c3-9ee6-9268606e6099 admin admin] Publish callbacks [] for security_group (ef7c0f5f-4325-4b96-b705-222c148c6404), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.760226 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34952) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:24.767929 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5bd64e32-776b-42c3-9ee6-9268606e6099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ef7c0f5f-4325-4b96-b705-222c148c6404), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.812082 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5bd64e32-776b-42c3-9ee6-9268606e6099 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b568eb17c4d4f08a0d798656a8fcebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477880 Jan 19 00:59:24.812082 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd64e32-776b-42c3-9ee6-9268606e6099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c0f5f-4325-4b96-b705-222c148c6404,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:24.812834 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 34958) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:24.864737 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.886067 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b71bc1f8-7739-4217-9798-033ee54bc6d5 admin admin] Publish callbacks [] for security_group (ef7c0f5f-4325-4b96-b705-222c148c6404), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.909270 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b71bc1f8-7739-4217-9798-033ee54bc6d5 admin admin] Publish callbacks [] for security_group (ef7c0f5f-4325-4b96-b705-222c148c6404), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.961158 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-19698b67-bc84-47b1-bc2c-a6754d66205c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.992513 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b71bc1f8-7739-4217-9798-033ee54bc6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ef7c0f5f-4325-4b96-b705-222c148c6404), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:24.996441 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b71bc1f8-7739-4217-9798-033ee54bc6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.000372 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b71bc1f8-7739-4217-9798-033ee54bc6d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef7c0f5f-4325-4b96-b705-222c148c6404 HTTP/1.1" status: 204 len: 168 time: 0.1841753 Jan 19 00:59:25.023382 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc1f8-7739-4217-9798-033ee54bc6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c0f5f-4325-4b96-b705-222c148c6404,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:25.083447 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-19698b67-bc84-47b1-bc2c-a6754d66205c admin admin] Publish callbacks [] for security_group (918e1b08-e66c-44bd-8599-f3d2972c4ed4), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.089402 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-19698b67-bc84-47b1-bc2c-a6754d66205c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (918e1b08-e66c-44bd-8599-f3d2972c4ed4), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.102294 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f5960ca8-e9fc-4cbe-b621-84480aefbac5 req-f68326ca-95ea-4415-a1b1-ddb08da0e538 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0403662 Jan 19 00:59:25.137127 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-19698b67-bc84-47b1-bc2c-a6754d66205c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e48ffca617b74d71b0e117700f1cb252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734086 Jan 19 00:59:25.137791 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 34974) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:25.154268 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698b67-bc84-47b1-bc2c-a6754d66205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e1b08-e66c-44bd-8599-f3d2972c4ed4,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:25.248700 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-534f1d67-4df4-4be1-8bf7-d398f637a3b4 req-16ea2613-d910-4bf9-bf71-2ebec401f723 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0324500 Jan 19 00:59:25.252349 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825791bd-c4d9-43f3-96bd-4c92e04c9126 admin admin] Publish callbacks [] for security_group (918e1b08-e66c-44bd-8599-f3d2972c4ed4), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.291606 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825791bd-c4d9-43f3-96bd-4c92e04c9126 admin admin] Publish callbacks [] for security_group (918e1b08-e66c-44bd-8599-f3d2972c4ed4), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.295071 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b8dd9-fd95-4970-a9c0-4bb069b208f1 req-292eca92-dece-4dcd-bd6f-856bb489fa29 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:25.296519 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e3b8dd9-fd95-4970-a9c0-4bb069b208f1 req-292eca92-dece-4dcd-bd6f-856bb489fa29 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 943 time: 0.0863953 Jan 19 00:59:25.365859 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e3b8dd9-fd95-4970-a9c0-4bb069b208f1 req-9d88e9f2-4a40-4aa5-8854-3a8222a5bd02 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616934 Jan 19 00:59:25.380320 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825791bd-c4d9-43f3-96bd-4c92e04c9126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (918e1b08-e66c-44bd-8599-f3d2972c4ed4), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.384002 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-825791bd-c4d9-43f3-96bd-4c92e04c9126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.385157 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-825791bd-c4d9-43f3-96bd-4c92e04c9126 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/918e1b08-e66c-44bd-8599-f3d2972c4ed4 HTTP/1.1" status: 204 len: 168 time: 0.2463820 Jan 19 00:59:25.393030 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825791bd-c4d9-43f3-96bd-4c92e04c9126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e1b08-e66c-44bd-8599-f3d2972c4ed4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:25.522428 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d6dda-b99a-4fbe-8e92-043027054bf0 req-f6dfc8e9-a900-4e1e-a122-56dafb2cccd8 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:25.524331 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-564d6dda-b99a-4fbe-8e92-043027054bf0 req-f6dfc8e9-a900-4e1e-a122-56dafb2cccd8 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 943 time: 0.0619678 Jan 19 00:59:25.580913 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-564d6dda-b99a-4fbe-8e92-043027054bf0 req-2ee51c4d-66db-472a-898c-62d76ec10fa8 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Jan 19 00:59:25.624924 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 32c13ac8-bf95-47c1-9b8f-b346eaddc840 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 00:59:25.727989 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35000) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:25.748264 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 32c13ac8-bf95-47c1-9b8f-b346eaddc840, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:25.759197 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8f31c56c-19ff-4e75-b1a9-6a3ca95f9c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.763261 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '32c13ac8-bf95-47c1-9b8f-b346eaddc840', 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'port_id': '32c13ac8-bf95-47c1-9b8f-b346eaddc840', 'mac_address': 'fa:16:3e:43:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 00:59:25.813020 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:25.813826 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.839778 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c13ac8-bf95-47c1-9b8f-b346eaddc840 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:25.870363 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 32c13ac8-bf95-47c1-9b8f-b346eaddc840, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:25.880467 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.881472 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 00:59:25.950652 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8f31c56c-19ff-4e75-b1a9-6a3ca95f9c0a admin admin] Publish callbacks [] for security_group (34c87943-1b42-4be2-84e7-1875c54e9435), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:25.959773 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8f31c56c-19ff-4e75-b1a9-6a3ca95f9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (34c87943-1b42-4be2-84e7-1875c54e9435), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.006389 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=32c13ac8-bf95-47c1-9b8f-b346eaddc840,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:26.028704 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35028) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:26.053133 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8f31c56c-19ff-4e75-b1a9-6a3ca95f9c0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31910510c10d4f46b16da15aff9c5030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231654 Jan 19 00:59:26.055520 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,segment=NetworkSegment(8560f589-526e-4631-8593-8f33703ca7f5),segment_id=8560f589-526e-4631-8593-8f33703ca7f5)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:26.074653 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5', 'network_id': 'b65e5a54-facf-4b18-9222-b125b4bfcfb3', 'port_id': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5', 'mac_address': 'fa:16:3e:e6:3c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a1636c-8872-4179-a47f-a5eafbbc0009', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 00:59:26.086054 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31c56c-19ff-4e75-b1a9-6a3ca95f9c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c87943-1b42-4be2-84e7-1875c54e9435,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:26.130646 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:26.131731 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.148196 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:26.151563 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-646e7596-d937-473d-9c2e-d3b9705d3ca2 admin admin] Publish callbacks [] for security_group (34c87943-1b42-4be2-84e7-1875c54e9435), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.178334 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-646e7596-d937-473d-9c2e-d3b9705d3ca2 admin admin] Publish callbacks [] for security_group (34c87943-1b42-4be2-84e7-1875c54e9435), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.191473 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,segment=NetworkSegment(8560f589-526e-4631-8593-8f33703ca7f5),segment_id=8560f589-526e-4631-8593-8f33703ca7f5)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:26.192867 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.198084 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.198755 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 1c132cd5-f5f6-4711-b7a1-f2914b638f73 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 00:59:26.245761 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-646e7596-d937-473d-9c2e-d3b9705d3ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (34c87943-1b42-4be2-84e7-1875c54e9435), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.250163 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-646e7596-d937-473d-9c2e-d3b9705d3ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.255323 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-646e7596-d937-473d-9c2e-d3b9705d3ca2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34c87943-1b42-4be2-84e7-1875c54e9435 HTTP/1.1" status: 204 len: 168 time: 0.2233856 Jan 19 00:59:26.285747 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 1c132cd5-f5f6-4711-b7a1-f2914b638f73, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:26.288627 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e7596-d937-473d-9c2e-d3b9705d3ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c87943-1b42-4be2-84e7-1875c54e9435,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:26.308168 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:26.322018 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-58f0dfdb-48ea-4e8b-a550-d3d93213525f req-582d6928-2ff8-4aa7-9b8a-6ca1d25ef295 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0712943 Jan 19 00:59:26.322476 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '1c132cd5-f5f6-4711-b7a1-f2914b638f73', 'network_id': '32083a24-3ac7-4508-bcc6-bdda771de6e3', 'port_id': '1c132cd5-f5f6-4711-b7a1-f2914b638f73', 'mac_address': 'fa:16:3e:da:a2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d6efee-7b79-4ff4-be2e-d36b72d42375', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 00:59:26.371515 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:26.371892 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.389737 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c132cd5-f5f6-4711-b7a1-f2914b638f73 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:26.423244 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 1c132cd5-f5f6-4711-b7a1-f2914b638f73, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:26.429975 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:26.431331 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb3c1f91-2897-41d2-8d44-f78e8a056d72 req-1a2314da-44f4-4118-9d5c-919d1e1aa1b1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0610766 Jan 19 00:59:26.498856 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=1c132cd5-f5f6-4711-b7a1-f2914b638f73,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:26.529927 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e099c-1338-47d2-8524-a88c1344f19b req-aab26301-911c-4f41-8b90-3628e88ab201 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:26.531463 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f30e099c-1338-47d2-8524-a88c1344f19b req-aab26301-911c-4f41-8b90-3628e88ab201 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 944 time: 0.0597115 Jan 19 00:59:26.588252 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f30e099c-1338-47d2-8524-a88c1344f19b req-951e644a-3c0f-44b8-920e-08bc6070e4b3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511100 Jan 19 00:59:26.708974 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55b51-5f7d-40ba-865c-73eaf75e7db5 req-83c905aa-a1db-4072-9d1b-8fdeabef2c19 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:26.710516 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7ec55b51-5f7d-40ba-865c-73eaf75e7db5 req-83c905aa-a1db-4072-9d1b-8fdeabef2c19 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 944 time: 0.0508490 Jan 19 00:59:26.770512 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7ec55b51-5f7d-40ba-865c-73eaf75e7db5 req-004db424-b6bf-4eb1-a4c0-0f1ad184139c tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546365 Jan 19 00:59:26.775461 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35070) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:26.931024 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd86e7f1-aca0-4490-a252-b97725364f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.029595 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd86e7f1-aca0-4490-a252-b97725364f96 admin admin] Publish callbacks [] for security_group (1e7fa90a-f6b8-4a79-99c1-328e0003ce5c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.034386 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd86e7f1-aca0-4490-a252-b97725364f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1e7fa90a-f6b8-4a79-99c1-328e0003ce5c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.089004 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86e7f1-aca0-4490-a252-b97725364f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7fa90a-f6b8-4a79-99c1-328e0003ce5c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:27.098229 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bd86e7f1-aca0-4490-a252-b97725364f96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5a80f9546d440fd8b9f2aea0167ae4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188362 Jan 19 00:59:27.098669 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35088) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:27.150933 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-971f301a-67f9-48c1-bb2d-f512fe6abb23 admin admin] Publish callbacks [] for security_group (1e7fa90a-f6b8-4a79-99c1-328e0003ce5c), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.174471 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-971f301a-67f9-48c1-bb2d-f512fe6abb23 admin admin] Publish callbacks [] for security_group (1e7fa90a-f6b8-4a79-99c1-328e0003ce5c), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.231129 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-971f301a-67f9-48c1-bb2d-f512fe6abb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1e7fa90a-f6b8-4a79-99c1-328e0003ce5c), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.234536 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-971f301a-67f9-48c1-bb2d-f512fe6abb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.235702 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-971f301a-67f9-48c1-bb2d-f512fe6abb23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e7fa90a-f6b8-4a79-99c1-328e0003ce5c HTTP/1.1" status: 204 len: 168 time: 0.1360381 Jan 19 00:59:27.244772 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f301a-67f9-48c1-bb2d-f512fe6abb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7fa90a-f6b8-4a79-99c1-328e0003ce5c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:27.422928 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35106) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:27.435974 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb5ea950-114b-417c-abff-81e5f14c8c69 req-c381719b-e4a3-4b50-836a-81e27d4b834e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0365887 Jan 19 00:59:27.525749 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43d5bc2d-d4f0-4de7-a8eb-5e3395915dd0 req-b143c7a2-2a0b-40f5-9554-1099fe80f5b3 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0318542 Jan 19 00:59:27.685266 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2129094719-network', 'tenant_id': '559648f5bdfb4a0393c603030b5b6f22'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:27.716780 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Made reservation on behalf of 559648f5bdfb4a0393c603030b5b6f22 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:27.719249 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.728153 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.749532 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10d46a-fd18-421e-bec3-271519b67d46 req-6a68ad9d-6a5a-4c8a-8bb6-522843cd5e5d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:27.755613 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7f10d46a-fd18-421e-bec3-271519b67d46 req-6a68ad9d-6a5a-4c8a-8bb6-522843cd5e5d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 944 time: 0.0739231 Jan 19 00:59:27.826575 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7f10d46a-fd18-421e-bec3-271519b67d46 req-e0281e71-57f3-48b5-9a62-2986004d47c3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643649 Jan 19 00:59:27.842620 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35124) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:27.853295 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks [] for security_group (c45d8513-baa7-454b-a168-4a3f8c1b8858), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.867524 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c45d8513-baa7-454b-a168-4a3f8c1b8858), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.871578 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-0d4f-42b0-b082-aa176d8b00dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.918011 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:59:27.934634 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d8513-baa7-454b-a168-4a3f8c1b8858,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:27.937736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (823697b0-494d-401b-855f-0e618031b2a1), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.938086 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Added segment 823697b0-494d-401b-855f-0e618031b2a1 of type vlan for network 34d08871-158c-4c76-a3fa-4d43c9bfe0a7 Jan 19 00:59:27.969355 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-0d4f-42b0-b082-aa176d8b00dd admin admin] Publish callbacks [] for security_group (5a6df486-cb78-4c0e-a186-8fbc5abf5537), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.973710 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-90d190b8-0d4f-42b0-b082-aa176d8b00dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5a6df486-cb78-4c0e-a186-8fbc5abf5537), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:27.976309 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926df89c-43db-4d83-9765-cd72de722539 req-69454b8e-e6b1-46f3-9600-545179b66c5a tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:27.977887 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-926df89c-43db-4d83-9765-cd72de722539 req-69454b8e-e6b1-46f3-9600-545179b66c5a tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 944 time: 0.1227324 Jan 19 00:59:28.005805 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (34d08871-158c-4c76-a3fa-4d43c9bfe0a7), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.023404 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-90d190b8-0d4f-42b0-b082-aa176d8b00dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a82f57cb32604185b7f81ac1c9fe6074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795032 Jan 19 00:59:28.024463 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d190b8-0d4f-42b0-b082-aa176d8b00dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6df486-cb78-4c0e-a186-8fbc5abf5537,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:28.028074 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35136) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:28.057142 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-926df89c-43db-4d83-9765-cd72de722539 req-3fec0b51-4a68-4ffd-9ea1-df191f38cc75 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729353 Jan 19 00:59:28.058383 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (34d08871-158c-4c76-a3fa-4d43c9bfe0a7), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.059334 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:28.059950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.106545 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3254fbf6-cfba-4b7b-a4a0-46010cbdd7a8 admin admin] Publish callbacks [] for security_group (5a6df486-cb78-4c0e-a186-8fbc5abf5537), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.126293 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7022350 Jan 19 00:59:28.129512 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35142) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:28.132938 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b022d2-efde-4059-91f9-08a1910339c4 admin admin] Pushing event updated for resources: {'Network': ['ID=34d08871-158c-4c76-a3fa-4d43c9bfe0a7,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:28.136316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Request body: {'subnet': {'network_id': '34d08871-158c-4c76-a3fa-4d43c9bfe0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2129094719-subnet', 'tenant_id': '559648f5bdfb4a0393c603030b5b6f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:28.147970 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3254fbf6-cfba-4b7b-a4a0-46010cbdd7a8 admin admin] Publish callbacks [] for security_group (5a6df486-cb78-4c0e-a186-8fbc5abf5537), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.162323 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network 34d08871-158c-4c76-a3fa-4d43c9bfe0a7 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:59:28.218079 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Made reservation on behalf of 559648f5bdfb4a0393c603030b5b6f22 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:28.220548 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.237173 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3254fbf6-cfba-4b7b-a4a0-46010cbdd7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5a6df486-cb78-4c0e-a186-8fbc5abf5537), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.239715 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3254fbf6-cfba-4b7b-a4a0-46010cbdd7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.240858 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3254fbf6-cfba-4b7b-a4a0-46010cbdd7a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a6df486-cb78-4c0e-a186-8fbc5abf5537 HTTP/1.1" status: 204 len: 168 time: 0.2118199 Jan 19 00:59:28.323080 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254fbf6-cfba-4b7b-a4a0-46010cbdd7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6df486-cb78-4c0e-a186-8fbc5abf5537,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:28.498219 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (016432ce-32d4-4ce9-b943-e94380a99ced), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.615553 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-66db247c-325f-490b-aa8e-341f31dfac28 req-68fa7623-c908-4a3c-b5c8-c1335fe51267 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0497687 Jan 19 00:59:28.639227 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016432ce-32d4-4ce9-b943-e94380a99ced,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:28.659202 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Checking segment: {'id': '823697b0-494d-401b-855f-0e618031b2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '34d08871-158c-4c76-a3fa-4d43c9bfe0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:28.659624 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Network hostable DHCP agents. Network: 34d08871-158c-4c76-a3fa-4d43c9bfe0a7, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:59:28.670750 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-20c7e7c3-cc8c-4c43-9dfe-a052ea233860 req-2c95fc31-9683-4236-8b61-335dc17c6f22 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0558562 Jan 19 00:59:28.685944 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Network 34d08871-158c-4c76-a3fa-4d43c9bfe0a7 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:59:28.696689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, 34d08871-158c-4c76-a3fa-4d43c9bfe0a7) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:28.701066 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:28.701706 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.709705 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa8b987-c3e2-46e8-84e7-6f3938a362f0 None None] Network 34d08871-158c-4c76-a3fa-4d43c9bfe0a7 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:59:28.718268 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35166) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:28.728617 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9c066134-d495-40a3-b028-ae33d8417761 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5979874 Jan 19 00:59:28.799138 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.874932 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7175a098-8ddb-45a2-b8a5-7c6026074540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:28.885305 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bbf8f-556d-42d4-9262-01f9596afef9 None None] Network 34d08871-158c-4c76-a3fa-4d43c9bfe0a7 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:59:28.964428 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-a5620953-3534-4cf0-8892-d0dfae3a8ece tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:28.980438 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-a5620953-3534-4cf0-8892-d0dfae3a8ece tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 810 time: 0.2401483 Jan 19 00:59:29.078692 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7175a098-8ddb-45a2-b8a5-7c6026074540 admin admin] Publish callbacks [] for security_group (c86fe706-de6f-4ea3-b4e8-e1bba44350e9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:29.091331 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e6b3-e13a-4227-9f36-d0cdc6aaaa09 req-626cf5e3-c210-450c-84ae-d39252b229ac tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:29.098444 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6d62e6b3-e13a-4227-9f36-d0cdc6aaaa09 req-626cf5e3-c210-450c-84ae-d39252b229ac tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 944 time: 0.1008332 Jan 19 00:59:29.101625 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7175a098-8ddb-45a2-b8a5-7c6026074540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c86fe706-de6f-4ea3-b4e8-e1bba44350e9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:29.132428 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-568ba1ee-545f-4bcf-b968-a5fb84d6c862 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef284d2a245247f7a8561985ecb39098 HTTP/1.1" status: 200 len: 380 time: 0.1203792 Jan 19 00:59:29.146858 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'port': {'device_id': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'admin_state_up': True, 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'security_groups': ['d1f42517-a2d3-410e-a141-990c6008995e']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:29.198360 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175a098-8ddb-45a2-b8a5-7c6026074540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86fe706-de6f-4ea3-b4e8-e1bba44350e9,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:29.232760 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7175a098-8ddb-45a2-b8a5-7c6026074540 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8edee114fc14637a3aa954abf404f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5108080 Jan 19 00:59:29.234502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35192) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:29.246638 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['32c13ac8-bf95-47c1-9b8f-b346eaddc840'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 00:59:29.290304 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6d62e6b3-e13a-4227-9f36-d0cdc6aaaa09 req-28b88b6b-75d3-435c-a0c0-123886250069 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908634 Jan 19 00:59:29.346712 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['1c132cd5-f5f6-4711-b7a1-f2914b638f73'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 00:59:29.351538 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f7a2831f-3ccb-4ef1-a639-4fc8a41519e7 admin admin] Publish callbacks [] for security_group (c86fe706-de6f-4ea3-b4e8-e1bba44350e9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:29.374998 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['bf68a0a1-6050-4a83-90d4-92d38ec2d4b5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 00:59:29.377360 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f7a2831f-3ccb-4ef1-a639-4fc8a41519e7 admin admin] Publish callbacks [] for security_group (c86fe706-de6f-4ea3-b4e8-e1bba44350e9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:29.475159 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f7a2831f-3ccb-4ef1-a639-4fc8a41519e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c86fe706-de6f-4ea3-b4e8-e1bba44350e9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:29.482070 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f7a2831f-3ccb-4ef1-a639-4fc8a41519e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:29.484092 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f7a2831f-3ccb-4ef1-a639-4fc8a41519e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c86fe706-de6f-4ea3-b4e8-e1bba44350e9 HTTP/1.1" status: 204 len: 168 time: 0.2484317 Jan 19 00:59:29.487151 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-3d7f9760-97fc-4bb0-9df7-93ae7c451f25 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:29.489200 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-3d7f9760-97fc-4bb0-9df7-93ae7c451f25 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 817 time: 0.1838865 Jan 19 00:59:29.494929 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2831f-3ccb-4ef1-a639-4fc8a41519e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86fe706-de6f-4ea3-b4e8-e1bba44350e9,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:29.583070 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed72915-4c41-413c-b43f-b2e2f5f0fd01 req-5a303d50-ff5f-4b81-b1e3-2db435bbcd78 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:29.591663 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fed72915-4c41-413c-b43f-b2e2f5f0fd01 req-5a303d50-ff5f-4b81-b1e3-2db435bbcd78 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 944 time: 0.3475490 Jan 19 00:59:29.666321 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-cbd82e9f-a755-4212-8cce-a8a27f2af480 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 380 time: 0.1520510 Jan 19 00:59:29.682733 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'port': {'device_id': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'admin_state_up': True, 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'security_groups': ['802c76fd-15fb-4e1e-bd66-44e3caca1aac']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:29.703302 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Made reservation on behalf of ef284d2a245247f7a8561985ecb39098 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:29.706869 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:29.768049 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fed72915-4c41-413c-b43f-b2e2f5f0fd01 req-ba316550-d818-40b8-9ab1-8fa62b55de02 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712713 Jan 19 00:59:29.853762 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b176fef1-eaf4-44a7-b434-8100e993c7ad req-bfbfa7b1-5e17-448a-82fc-2b7ddd5ff1d8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0837386 Jan 19 00:59:29.928946 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81467317-56df-498c-854a-187b35eb5044 req-83ca6a25-1b1d-40f2-b59d-f45324b147e6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0463090 Jan 19 00:59:30.026275 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35228) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:30.032625 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2096477359-network', 'tenant_id': 'e64e6b58b6a54bb5a4621ac49c5f3695'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:30.063727 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Allocated IP 172.20.0.6 (a69b36d3-e9c7-4bd1-806e-4931e3175337/de3ef6d9-a942-457a-90ce-e4a7221f1577/83a2ace7-080c-4dd2-88ad-7ee6cdf7db21) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:30.072360 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35232) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:30.073424 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Made reservation on behalf of e64e6b58b6a54bb5a4621ac49c5f3695 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:30.075834 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.084655 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Made reservation on behalf of 26e726f093b7418db87497cfb659dbf3 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:30.086738 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.088718 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.107978 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61f8ac12-e2d4-47fa-974c-97f60f606306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.179657 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks [] for security_group (6d5d2b70-ad32-4539-8212-702a6d69e859), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.188562 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6d5d2b70-ad32-4539-8212-702a6d69e859), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.238547 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:59:30.250241 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (1dca65da-0fc2-4011-9de0-bd468dff922f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.250667 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Added segment 1dca65da-0fc2-4011-9de0-bd468dff922f of type vlan for network b0c44789-0968-4675-a7a1-d33fa722a027 Jan 19 00:59:30.306051 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d2b70-ad32-4539-8212-702a6d69e859,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:30.321395 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (b0c44789-0968-4675-a7a1-d33fa722a027), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.355120 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (b0c44789-0968-4675-a7a1-d33fa722a027), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.356253 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:30.357326 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.407642 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Allocated IP 172.20.0.4 (d10a2bcb-9525-4cb7-b8dd-683cdf95f329/6717d413-52a9-4e3c-9d51-1d96f030cf3a/106fe9e6-c59d-4f8e-a0e4-1767d393e612) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:59:30.484864 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4570384 Jan 19 00:59:30.486058 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35252) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:30.500529 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Request body: {'subnet': {'network_id': 'b0c44789-0968-4675-a7a1-d33fa722a027', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2096477359-subnet', 'tenant_id': 'e64e6b58b6a54bb5a4621ac49c5f3695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:30.504005 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.508103 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61f8ac12-e2d4-47fa-974c-97f60f606306 admin admin] Publish callbacks [] for security_group (a92b694b-03ff-4d4c-a4c0-513abed23ea0), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.512395 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f444447-6500-4289-ada6-3f6269c459c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c44789-0968-4675-a7a1-d33fa722a027,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:30.523984 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-61f8ac12-e2d4-47fa-974c-97f60f606306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a92b694b-03ff-4d4c-a4c0-513abed23ea0), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.531203 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network b0c44789-0968-4675-a7a1-d33fa722a027 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 00:59:30.544534 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492788-cd03-477f-b9ac-6c785a145113 req-9aef2481-54bd-4ad3-bafa-bc633edf1217 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:30.546449 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9492788-cd03-477f-b9ac-6c785a145113 req-9aef2481-54bd-4ad3-bafa-bc633edf1217 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 944 time: 0.1311831 Jan 19 00:59:30.553622 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Made reservation on behalf of e64e6b58b6a54bb5a4621ac49c5f3695 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:59:30.556944 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.649995 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-61f8ac12-e2d4-47fa-974c-97f60f606306 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb6c4080d38b4d8586b663bb4721dd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5764058 Jan 19 00:59:30.655946 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35256) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:30.658324 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8ac12-e2d4-47fa-974c-97f60f606306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92b694b-03ff-4d4c-a4c0-513abed23ea0,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:30.692436 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.761795 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 32c13ac8-bf95-47c1-9b8f-b346eaddc840 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:30.769741 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:30.770265 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9492788-cd03-477f-b9ac-6c785a145113 req-6b8f6d6f-0f7a-425e-babc-55056366f4c8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509345 Jan 19 00:59:30.779572 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:30.788395 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.793251 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:30.794771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ff337fa2-1265-4813-89bf-09620000e4e1 admin admin] Publish callbacks [] for security_group (a92b694b-03ff-4d4c-a4c0-513abed23ea0), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.799241 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'Port': ['ID=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:30.885949 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:59:30.891895 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ff337fa2-1265-4813-89bf-09620000e4e1 admin admin] Publish callbacks [] for security_group (a92b694b-03ff-4d4c-a4c0-513abed23ea0), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.893242 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:30.893685 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.981984 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:30.997515 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:31.005372 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.020386 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:31.030405 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.078725 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 32c13ac8-bf95-47c1-9b8f-b346eaddc840, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:31.080413 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c13ac8-bf95-47c1-9b8f-b346eaddc840'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:31.092804 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:59:31.100065 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:31.112237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:31.125343 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 00:59:31.170233 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.189098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0757bf9-061e-458f-a40b-6016be35dabc req-6df24fcb-514b-437e-8e06-ce5bb3f93180 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:31.197278 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0757bf9-061e-458f-a40b-6016be35dabc req-6df24fcb-514b-437e-8e06-ce5bb3f93180 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 944 time: 0.2912502 Jan 19 00:59:31.207109 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-81a70710-7aef-4c3a-bc61-296a79770382 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0649607 Jan 19 00:59:31.244974 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Request body: {'port': {'device_id': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:31.249786 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-f04ddc1e-e56e-4c7a-9e8e-4326fd12b1d4 None None] Provisioning complete for port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:31.250288 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f04ddc1e-e56e-4c7a-9e8e-4326fd12b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.297006 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:31.297698 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.316642 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ff337fa2-1265-4813-89bf-09620000e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a92b694b-03ff-4d4c-a4c0-513abed23ea0), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.322861 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-89038c95-51a2-42c4-8c56-af8b347cb8e9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6452153 Jan 19 00:59:31.331704 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ff337fa2-1265-4813-89bf-09620000e4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.331704 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ff337fa2-1265-4813-89bf-09620000e4e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a92b694b-03ff-4d4c-a4c0-513abed23ea0 HTTP/1.1" status: 204 len: 168 time: 0.6667709 Jan 19 00:59:31.346487 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Request body: {'port': {'device_id': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:31.348374 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=32c13ac8-bf95-47c1-9b8f-b346eaddc840,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:31.352763 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff337fa2-1265-4813-89bf-09620000e4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92b694b-03ff-4d4c-a4c0-513abed23ea0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:31.355780 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for subnet (771e6072-5ecd-4875-8d30-bdedd37b87e4), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.361068 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-f04ddc1e-e56e-4c7a-9e8e-4326fd12b1d4 None None] Port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:59:31.430169 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Pushing event updated for resources: {'Subnet': ['ID=771e6072-5ecd-4875-8d30-bdedd37b87e4,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:31.442060 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb8a92a-8e4c-4918-afbf-b6a1ee7ec0cc" -d '{"events": [{"server_uuid": "a2c1f091-fd00-4336-ac27-00b75a950e01", "name": "network-vif-plugged", "status": "completed", "tag": "32c13ac8-bf95-47c1-9b8f-b346eaddc840"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:31.442899 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0757bf9-061e-458f-a40b-6016be35dabc req-0662b6a5-432e-4cb3-bbf5-af8a2c11186c tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294371 Jan 19 00:59:31.458250 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3bf1d-a013-4ed8-9144-eb701ccef994 req-ff5c5556-351e-4e0d-8595-f5d6419febbc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:31.460476 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25d3bf1d-a013-4ed8-9144-eb701ccef994 req-ff5c5556-351e-4e0d-8595-f5d6419febbc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 931 time: 0.2553596 Jan 19 00:59:31.472212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Checking segment: {'id': '1dca65da-0fc2-4011-9de0-bd468dff922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b0c44789-0968-4675-a7a1-d33fa722a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:31.472566 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Network hostable DHCP agents. Network: b0c44789-0968-4675-a7a1-d33fa722a027, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:59:31.564818 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Network b0c44789-0968-4675-a7a1-d33fa722a027 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:59:31.594309 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-24f3eb37-0234-47f6-91ba-1677b5701359 None None] Provisioning complete for port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:31.594813 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-24f3eb37-0234-47f6-91ba-1677b5701359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.598994 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.623195 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.648268 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25d3bf1d-a013-4ed8-9144-eb701ccef994 req-bd75acb4-e8ed-4d5e-bc3c-aac8a94557f0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758375 Jan 19 00:59:31.653138 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, b0c44789-0968-4675-a7a1-d33fa722a027) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:59:31.667728 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db835668-6b2b-454b-83b4-e4eb9c2f36f1 None None] Network b0c44789-0968-4675-a7a1-d33fa722a027 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:59:31.671049 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:31.671520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:31.709246 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-49287be3-641e-4da5-b0ef-03a407b0317b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2188702 Jan 19 00:59:31.783582 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-24f3eb37-0234-47f6-91ba-1677b5701359 None None] Port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 00:59:31.912210 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc66b47-227e-46d8-8764-f76f8cf726cc None None] Network b0c44789-0968-4675-a7a1-d33fa722a027 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 00:59:32.083880 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd151638-7f2a-4604-bf19-8c0e218bfa94 x-openstack-request-id: req-bd151638-7f2a-4604-bf19-8c0e218bfa94 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:32.084562 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c1f091-fd00-4336-ac27-00b75a950e01", "name": "network-vif-plugged", "status": "completed", "tag": "32c13ac8-bf95-47c1-9b8f-b346eaddc840", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:32.085468 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd151638-7f2a-4604-bf19-8c0e218bfa94 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:32.086620 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c13ac8-bf95-47c1-9b8f-b346eaddc840', 'code': 200} Jan 19 00:59:32.244210 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eab17-121a-4848-9602-e69d4bf85dcf req-d17cb581-1046-4c06-9acb-e646523946ff tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:32.245799 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb6eab17-121a-4848-9602-e69d4bf85dcf req-d17cb581-1046-4c06-9acb-e646523946ff tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 931 time: 0.6635914 Jan 19 00:59:32.317489 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92422ff-e57f-474a-9091-6e23183537f2 req-7f07812d-5bc1-426f-82f4-5dd0e3df8eec tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:32.330072 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92422ff-e57f-474a-9091-6e23183537f2 req-7f07812d-5bc1-426f-82f4-5dd0e3df8eec tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1086667 Jan 19 00:59:32.400642 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:32.421234 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb6eab17-121a-4848-9602-e69d4bf85dcf req-78616d45-bdb5-482b-a9ca-5cb88224dc27 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654587 Jan 19 00:59:32.423271 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Publish callbacks [] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.501632 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d92422ff-e57f-474a-9091-6e23183537f2 req-52195d2d-2ebe-415b-a9de-aaa6b49c79b4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701241 Jan 19 00:59:32.512216 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Transition to ACTIVE for port object 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:59:32.514310 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4fabc-36c0-4b99-b236-f333ad6c77b8 req-824a1004-49f4-46d5-a70f-ecca676faf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:32.516746 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2ce4fabc-36c0-4b99-b236-f333ad6c77b8 req-824a1004-49f4-46d5-a70f-ecca676faf89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 1098 time: 0.1597238 Jan 19 00:59:32.522819 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.559228 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-2ce4fabc-36c0-4b99-b236-f333ad6c77b8 req-30d810cc-4a63-46a3-9589-8cc17b195772 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.702466 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Pushing event updated for resources: {'Port': ['ID=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:32.711505 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-2ce4fabc-36c0-4b99-b236-f333ad6c77b8 req-30d810cc-4a63-46a3-9589-8cc17b195772 service neutron] Publish callbacks [] for security_group (35700f90-d8a4-42b8-baf9-55a6bb50ce8c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.717643 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-2ce4fabc-36c0-4b99-b236-f333ad6c77b8 req-30d810cc-4a63-46a3-9589-8cc17b195772 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (35700f90-d8a4-42b8-baf9-55a6bb50ce8c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.740954 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106fe9e6-c59d-4f8e-a0e4-1767d393e612 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:32.763331 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2ce4fabc-36c0-4b99-b236-f333ad6c77b8 req-30d810cc-4a63-46a3-9589-8cc17b195772 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374136 Jan 19 00:59:32.769956 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:32.775084 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Publish callbacks [] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.815785 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd36a3-9ef8-4d8d-932e-19689de1d7d6 req-2050dc6e-cd14-4a94-96fc-769eeb7edb42 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:32.817370 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3dd36a3-9ef8-4d8d-932e-19689de1d7d6 req-2050dc6e-cd14-4a94-96fc-769eeb7edb42 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 944 time: 0.2084601 Jan 19 00:59:32.818488 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Transition to ACTIVE for port object 106fe9e6-c59d-4f8e-a0e4-1767d393e612 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:59:32.831280 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d810cc-4a63-46a3-9589-8cc17b195772 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35700f90-d8a4-42b8-baf9-55a6bb50ce8c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:32.852826 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.883644 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:59:32.890025 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:32.892687 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:32.989468 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Attempting to bind port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:32.989853 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Attempting to bind port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:32.990316 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Attempting to bind port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 on network a69b36d3-e9c7-4bd1-806e-4931e3175337 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:33.009861 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248513-9ab2-4e19-b2aa-057a5b37dcfd req-92cab8f0-fc97-4e7c-94e3-94a758f81835 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:33.012740 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ab248513-9ab2-4e19-b2aa-057a5b37dcfd req-92cab8f0-fc97-4e7c-94e3-94a758f81835 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1154776 Jan 19 00:59:33.028980 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 on network a69b36d3-e9c7-4bd1-806e-4931e3175337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 00:59:33.029229 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Attempting to bind port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 on network a69b36d3-e9c7-4bd1-806e-4931e3175337 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:33.074237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:33.078206 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:33.078206 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Checking segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:33.080265 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Bound using segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:33.080769 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Bound port: 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:33.081150 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.095801 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:33.096444 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3dd36a3-9ef8-4d8d-932e-19689de1d7d6 req-86ca7c51-7483-4af2-a7ec-c2dc98f768f5 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476635 Jan 19 00:59:33.104096 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.170780 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ab248513-9ab2-4e19-b2aa-057a5b37dcfd req-c575b41c-7d90-4fcd-9aae-0688652e146c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502609 Jan 19 00:59:33.290178 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Attempting to bind port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 00:59:33.290742 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Attempting to bind port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 00:59:33.291236 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Attempting to bind port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:33.298933 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] For port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:33.303457 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] For port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:33.305190 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 00:59:33.305915 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Attempting to bind port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 00:59:33.314156 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.358441 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 00:59:33.358878 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Checking segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 00:59:33.359651 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Bound using segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 00:59:33.360127 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Bound port: 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 00:59:33.360687 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.392497 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:33.393185 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.394726 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] 10.222.0.32 "PUT /v2.0/ports/83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 200 len: 1093 time: 2.1552460 Jan 19 00:59:33.395035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,segment=NetworkSegment(8560f589-526e-4631-8593-8f33703ca7f5),segment_id=8560f589-526e-4631-8593-8f33703ca7f5)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:33.398102 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:33.401015 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d3602c-a500-47e1-b25f-4242f85d8072" -d '{"events": [{"name": "network-changed", "server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:33.402773 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.403668 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 1c132cd5-f5f6-4711-b7a1-f2914b638f73 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:33.409058 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec4b23-8939-45f0-a16f-29040b5ac020 service neutron] Pushing event updated for resources: {'Port': ['ID=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:33.508201 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:33.530196 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:59:33.549592 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:59:33.550166 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:59:33.557817 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:33.558522 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.560777 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.589235 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:33.591555 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.595410 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] 10.222.0.32 "PUT /v2.0/ports/106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 200 len: 1093 time: 2.2547319 Jan 19 00:59:33.762286 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308db79-9303-4dab-a567-c8ee131b88f4 req-5f341e45-23a2-4fdf-a65f-464fdd572e3a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:33.763884 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7308db79-9303-4dab-a567-c8ee131b88f4 req-5f341e45-23a2-4fdf-a65f-464fdd572e3a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 943 time: 0.1722307 Jan 19 00:59:33.872078 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb556231-d81f-4210-bd69-fd0de5e86a10 x-openstack-request-id: req-fb556231-d81f-4210-bd69-fd0de5e86a10 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:33.874266 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:33.875367 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb556231-d81f-4210-bd69-fd0de5e86a10 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:33.875727 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'status': 'completed', 'code': 200} Jan 19 00:59:33.890359 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-3a805522-94bc-4ace-948f-d56e66fb3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:33.894556 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7308db79-9303-4dab-a567-c8ee131b88f4 req-d6ba1ea2-29da-45a6-8c18-62952d1fc600 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238127 Jan 19 00:59:33.895890 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:33.896826 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:33.901154 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-3a805522-94bc-4ace-948f-d56e66fb3595 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 1096 time: 0.4245565 Jan 19 00:59:33.989125 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 1c132cd5-f5f6-4711-b7a1-f2914b638f73, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:33.999145 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:34.046194 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-923585d1-9819-426e-9a03-c0639d8e7a9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 200 len: 217 time: 0.1175816 Jan 19 00:59:34.050636 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0318148-24f0-400f-b3c6-93e628c09f9e service neutron] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:34.079805 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-495b335c-c772-4dfb-a3c6-528204383585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.082009 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-495b335c-c772-4dfb-a3c6-528204383585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1096 time: 0.3525760 Jan 19 00:59:34.085266 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=1c132cd5-f5f6-4711-b7a1-f2914b638f73,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:34.088374 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da711fa-500f-4780-bc04-640af383023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5'}, {'server_uuid': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c132cd5-f5f6-4711-b7a1-f2914b638f73'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:34.091288 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a9464b-910f-4631-a636-f658b8b4150f" -d '{"events": [{"server_uuid": "6da711fa-500f-4780-bc04-640af383023e", "name": "network-vif-plugged", "status": "completed", "tag": "bf68a0a1-6050-4a83-90d4-92d38ec2d4b5"}, {"server_uuid": "b1e02678-2973-4080-be5a-b589dd630ec9", "name": "network-vif-plugged", "status": "completed", "tag": "1c132cd5-f5f6-4711-b7a1-f2914b638f73"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:34.161877 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9555ee47-d948-4932-b8e2-2804b2e9e8f3 x-openstack-request-id: req-9555ee47-d948-4932-b8e2-2804b2e9e8f3 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:34.162083 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da711fa-500f-4780-bc04-640af383023e", "name": "network-vif-plugged", "status": "completed", "tag": "bf68a0a1-6050-4a83-90d4-92d38ec2d4b5", "code": 200}, {"server_uuid": "b1e02678-2973-4080-be5a-b589dd630ec9", "name": "network-vif-plugged", "status": "completed", "tag": "1c132cd5-f5f6-4711-b7a1-f2914b638f73", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:34.162346 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9555ee47-d948-4932-b8e2-2804b2e9e8f3 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:34.163477 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da711fa-500f-4780-bc04-640af383023e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5', 'code': 200} Jan 19 00:59:34.164551 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c132cd5-f5f6-4711-b7a1-f2914b638f73', 'code': 200} Jan 19 00:59:34.193937 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89c1f5-425c-45bb-820d-a389c10f9633 req-4ff12f7a-41dd-4dc0-bb2c-e5f9d9795866 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.195444 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b89c1f5-425c-45bb-820d-a389c10f9633 req-4ff12f7a-41dd-4dc0-bb2c-e5f9d9795866 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2933245 Jan 19 00:59:34.199066 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-b9b8d377-39ad-43c2-9f97-7e99b83637e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 200 len: 217 time: 0.0619657 Jan 19 00:59:34.226567 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-f8f81e6f-1750-40f8-9859-893bd306e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.228174 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-f8f81e6f-1750-40f8-9859-893bd306e704 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.1720958 Jan 19 00:59:34.335043 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b89c1f5-425c-45bb-820d-a389c10f9633 req-8252ce32-f843-4aef-ad91-9af1c3e54651 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331713 Jan 19 00:59:34.400065 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae460b-e9f8-4f65-a209-596b094b0c1b req-9f94c2db-79c5-4055-b285-1789dd86d04b tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.413523 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b9ae460b-e9f8-4f65-a209-596b094b0c1b req-9f94c2db-79c5-4055-b285-1789dd86d04b tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.1264167 Jan 19 00:59:34.533401 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b9ae460b-e9f8-4f65-a209-596b094b0c1b req-4114f348-7203-4d86-8827-eab0571d04dd tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116815 Jan 19 00:59:34.567983 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-8d37a4e4-7c1a-4db8-be23-a8b18c57b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.570347 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-8d37a4e4-7c1a-4db8-be23-a8b18c57b727 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2845092 Jan 19 00:59:34.571959 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.32', 51239) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:34.576004 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-b3eba7a7-39c8-4e20-baea-39896582bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.577754 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-b3eba7a7-39c8-4e20-baea-39896582bb5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.3062313 Jan 19 00:59:34.714640 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a08ea2-2ffc-48e3-8df4-d26b5c91bcc6 req-abbb52ac-b2e2-4e96-87b3-dd789619c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.717649 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-49a08ea2-2ffc-48e3-8df4-d26b5c91bcc6 req-abbb52ac-b2e2-4e96-87b3-dd789619c492 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.1318462 Jan 19 00:59:34.722516 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed5e5c-a1d1-4576-9d4f-9f0cb5ea1a07 req-cccbaf2f-bb6e-413a-b3f0-6471147992c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.724148 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91ed5e5c-a1d1-4576-9d4f-9f0cb5ea1a07 req-cccbaf2f-bb6e-413a-b3f0-6471147992c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 1098 time: 0.1410828 Jan 19 00:59:34.760141 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e9f36-3807-4539-97bb-acd967cd16a7 req-718143a6-286a-416a-99d7-5994709910c0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.773054 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d4e9f36-3807-4539-97bb-acd967cd16a7 req-718143a6-286a-416a-99d7-5994709910c0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.2599063 Jan 19 00:59:34.804894 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91ed5e5c-a1d1-4576-9d4f-9f0cb5ea1a07 req-0b056ebb-440d-4805-82e4-eacb3ea4c1e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603347 Jan 19 00:59:34.806964 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-49a08ea2-2ffc-48e3-8df4-d26b5c91bcc6 req-19ebfc03-1743-4027-9162-8ced52f8d1f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819502 Jan 19 00:59:34.823033 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-06789cff-d9be-4764-9c28-0cdf56513422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:34.824489 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-06789cff-d9be-4764-9c28-0cdf56513422 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2290816 Jan 19 00:59:34.870741 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d4e9f36-3807-4539-97bb-acd967cd16a7 req-0df650ac-5227-424d-bd35-3cb19798fa9e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971253 Jan 19 00:59:34.876357 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-1f23b9e8-b116-437d-bf82-bc7990d8e907 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788982 Jan 19 00:59:35.049276 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ecf18-3caa-4fb2-9180-f2698dbe1ac0 req-c412dc85-7847-421f-bb65-3fe6a875cb56 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:35.051188 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8a4ecf18-3caa-4fb2-9180-f2698dbe1ac0 req-c412dc85-7847-421f-bb65-3fe6a875cb56 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 943 time: 0.0556026 Jan 19 00:59:35.122490 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8a4ecf18-3caa-4fb2-9180-f2698dbe1ac0 req-8df84c8c-b1b5-46c1-963f-51e0494cfa73 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653794 Jan 19 00:59:35.631070 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310270a-4b43-4b09-8fc8-861a0d8da136 req-f291774c-8836-4f1e-a9fc-ee26ac4d83d4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:35.636338 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d310270a-4b43-4b09-8fc8-861a0d8da136 req-f291774c-8836-4f1e-a9fc-ee26ac4d83d4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2179112 Jan 19 00:59:35.739638 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06778dc7-c969-421d-92df-109dbb5d1ca8 req-a313570c-e9a1-45fe-bb83-c5c6d4648e92 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083711 Jan 19 00:59:35.760573 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ddce4-a6c8-4b5f-ad9f-000d63fa8d5b req-3e4a7f93-88f5-4c56-bf06-59d58ee6c724 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:35.766255 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1e2ddce4-a6c8-4b5f-ad9f-000d63fa8d5b req-3e4a7f93-88f5-4c56-bf06-59d58ee6c724 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.1160836 Jan 19 00:59:35.775713 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-57064756-ad99-4a2b-8806-b81e11fe4004 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463266 Jan 19 00:59:35.782700 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d310270a-4b43-4b09-8fc8-861a0d8da136 req-64275696-57ab-479f-a51b-f88edcaebf02 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352344 Jan 19 00:59:35.876151 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1e2ddce4-a6c8-4b5f-ad9f-000d63fa8d5b req-5d0b733d-08f4-43c4-8c46-4082e98ba058 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893331 Jan 19 00:59:35.888540 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:35.890935 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba016f6a-a840-4e44-bf44-6a60f5816219" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:35.935759 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2bf2b06-3e1b-458e-b0d5-9a60c10aa644 req-717ea20b-e2ac-4cb2-ba7a-4ff942ad4d51 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514311 Jan 19 00:59:35.938391 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-141c1929-d5a4-41cf-9d22-a123d65a16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:35.940108 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-141c1929-d5a4-41cf-9d22-a123d65a16e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 1096 time: 0.0798512 Jan 19 00:59:35.941784 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3a983e-aa74-42c5-a7d9-1ca04344e4b8 x-openstack-request-id: req-bf3a983e-aa74-42c5-a7d9-1ca04344e4b8 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:35.942061 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:35.942310 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf3a983e-aa74-42c5-a7d9-1ca04344e4b8 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:35.942685 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'status': 'completed', 'code': 200} Jan 19 00:59:36.088959 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9a58d-9674-48a6-98e1-724007529bc0 req-1a07be25-a051-4fa5-9d03-525a3f890984 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.090550 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5c9a58d-9674-48a6-98e1-724007529bc0 req-1a07be25-a051-4fa5-9d03-525a3f890984 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0969148 Jan 19 00:59:36.165021 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5c9a58d-9674-48a6-98e1-724007529bc0 req-d4d1a51e-8f7b-4004-a44a-30ab332f4d97 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665250 Jan 19 00:59:36.329857 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-7864204d-32e2-4692-8eaa-7e164141911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.331467 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-7864204d-32e2-4692-8eaa-7e164141911b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 1098 time: 0.1001718 Jan 19 00:59:36.342141 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d5612-d41c-4fbe-b676-16fb522e7087 req-547cfba3-7245-421f-bee3-7881eccf348a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.344047 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-996d5612-d41c-4fbe-b676-16fb522e7087 req-547cfba3-7245-421f-bee3-7881eccf348a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 943 time: 0.0748742 Jan 19 00:59:36.455577 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-996d5612-d41c-4fbe-b676-16fb522e7087 req-d37b4277-e110-4562-aa6a-c7ca4c2049c6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000383 Jan 19 00:59:36.511227 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-5e5a37bf-4661-4908-beb4-84cf16331ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.512781 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-5e5a37bf-4661-4908-beb4-84cf16331ff9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.1668828 Jan 19 00:59:36.566971 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-9c3c934b-5a9e-4fc1-b292-2d4344bb67a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840 HTTP/1.1" status: 200 len: 217 time: 0.0400770 Jan 19 00:59:36.671987 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-fe93e1f5-e685-4804-bbdb-b23fff6cb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.674622 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-fe93e1f5-e685-4804-bbdb-b23fff6cb48c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.1005752 Jan 19 00:59:36.674786 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a04b3-909c-4236-bd91-f638756be2b4 req-912237ce-88c0-4e27-a712-1c610053a39d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.677721 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-727a04b3-909c-4236-bd91-f638756be2b4 req-912237ce-88c0-4e27-a712-1c610053a39d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2295148 Jan 19 00:59:36.688541 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-05096379-0012-4763-ae1c-e95fe1f4dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.691523 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-05096379-0012-4763-ae1c-e95fe1f4dd94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1096 time: 0.2407534 Jan 19 00:59:36.695509 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-8c8777c0-01f7-4f1d-b4a7-9f5bb029688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:36.698111 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-8c8777c0-01f7-4f1d-b4a7-9f5bb029688e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 911 time: 0.6843383 Jan 19 00:59:36.768620 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-a0794da4-c634-4168-8b3c-77cbe0bac312 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545084 Jan 19 00:59:36.949316 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-cc4b3a9f-48e3-4510-a3b9-c3b8e039bbe8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 200 len: 217 time: 0.2230396 Jan 19 00:59:37.007493 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-0b1cc100-8e4d-47ee-b753-855007047d8e service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248797 Jan 19 00:59:37.011689 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-7952c520-c72e-44ee-a3de-5d230018f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.013904 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-7952c520-c72e-44ee-a3de-5d230018f96c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.0547013 Jan 19 00:59:37.015149 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-adbb9692-370f-4486-a69e-e15219005360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.016827 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-adbb9692-370f-4486-a69e-e15219005360 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.2849019 Jan 19 00:59:37.206267 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-727a04b3-909c-4236-bd91-f638756be2b4 req-645fb133-443c-4697-ada1-35b69c95faff tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132270 Jan 19 00:59:37.209304 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-f37975d2-c375-4823-8af6-e36cedede44a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 200 len: 217 time: 0.1346896 Jan 19 00:59:37.246771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703d546-7fcf-4815-9d64-43fb4a87ce76 req-9568341b-f316-4813-8705-6762a2a574ba tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.249679 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3703d546-7fcf-4815-9d64-43fb4a87ce76 req-9568341b-f316-4813-8705-6762a2a574ba tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.2198269 Jan 19 00:59:37.276792 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-c4ceacd1-afd3-414b-b253-5bd31c4d4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.279299 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-c4ceacd1-afd3-414b-b253-5bd31c4d4340 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2235780 Jan 19 00:59:37.319430 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-2d1ba231-51ea-4ee6-9ee2-1e6ec20d19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.320923 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-2d1ba231-51ea-4ee6-9ee2-1e6ec20d19ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.1000679 Jan 19 00:59:37.365166 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4eee9654-3195-48d6-9bfc-9f8f94c47fea req-ec5093ba-28aa-4b64-9a07-19f8651764e9 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152204 Jan 19 00:59:37.399327 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3703d546-7fcf-4815-9d64-43fb4a87ce76 req-b9caebb7-5b98-4f26-9aca-34085ae7987a tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352463 Jan 19 00:59:37.468562 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9fd20-8f49-4329-9627-8a47fd067091 req-4f5b284a-1bfb-4d32-b176-7b130d3cb341 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.470165 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-18f9fd20-8f49-4329-9627-8a47fd067091 req-4f5b284a-1bfb-4d32-b176-7b130d3cb341 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1187611 Jan 19 00:59:37.496230 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-1f83de92-7e51-4b06-b367-c30091f777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.497805 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-1f83de92-7e51-4b06-b367-c30091f777c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1480119 Jan 19 00:59:37.502967 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-b3421e93-4c17-4958-aced-8a24511fab23 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082324 Jan 19 00:59:37.668215 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-18f9fd20-8f49-4329-9627-8a47fd067091 req-1930fd80-8681-4ebf-a550-cfd99484fb50 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839085 Jan 19 00:59:37.697413 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117b01a-b697-4ade-82d8-b87d3e98c7a4 req-8befb7da-29d7-4a17-b13f-46ef291057dc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:37.700974 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a117b01a-b697-4ade-82d8-b87d3e98c7a4 req-8befb7da-29d7-4a17-b13f-46ef291057dc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 943 time: 0.1064482 Jan 19 00:59:37.737692 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2d3602c-a500-47e1-b25f-4242f85d8072 req-bf71d45a-cfd7-4074-9374-d8f01e105e40 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208965 Jan 19 00:59:37.741617 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-6cc17e26-ca99-4978-bfde-f77eac262a96 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212858 Jan 19 00:59:37.775914 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a117b01a-b697-4ade-82d8-b87d3e98c7a4 req-535673ec-862e-4a6b-b173-ab7c4b29cde3 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670323 Jan 19 00:59:37.891096 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba016f6a-a840-4e44-bf44-6a60f5816219 req-69422997-9cfa-4e47-8023-9be2d0d94edb service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292663 Jan 19 00:59:38.387654 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28784323-a100-491b-8be7-c1615726e676 req-1af5f5b5-cbcf-4246-8ce2-5b07c6753120 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:38.390448 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28784323-a100-491b-8be7-c1615726e676 req-1af5f5b5-cbcf-4246-8ce2-5b07c6753120 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0851614 Jan 19 00:59:38.466325 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28784323-a100-491b-8be7-c1615726e676 req-d8d47a8b-8cf9-48de-af9c-2d1f9007d6bb tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685818 Jan 19 00:59:38.582900 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4cb8-e68a-457d-bb77-17f075f5b2ba req-a23de64e-3d2a-4530-b769-aa32833d5a08 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:38.584479 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dddb4cb8-e68a-457d-bb77-17f075f5b2ba req-a23de64e-3d2a-4530-b769-aa32833d5a08 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.0590961 Jan 19 00:59:38.641965 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dddb4cb8-e68a-457d-bb77-17f075f5b2ba req-26ca2d7e-327d-401f-ad91-4e8a692f9d5b tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Jan 19 00:59:38.907716 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e66dd0-3391-486d-93e2-a5f81a952e18 req-bd8587ac-a93e-4c1f-8a00-d1f5fdd6b351 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:38.918459 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c5e66dd0-3391-486d-93e2-a5f81a952e18 req-bd8587ac-a93e-4c1f-8a00-d1f5fdd6b351 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1252108 Jan 19 00:59:39.004432 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c5e66dd0-3391-486d-93e2-a5f81a952e18 req-dc59c5d1-a075-4690-8725-9db9b20a7e9a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850284 Jan 19 00:59:39.055234 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6e7c-071d-4128-877f-8dd86cd8e2ca req-d8d68fe2-b3df-4d26-a9ef-d4ccaa79a249 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:39.057342 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcde6e7c-071d-4128-877f-8dd86cd8e2ca req-d8d68fe2-b3df-4d26-a9ef-d4ccaa79a249 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 943 time: 0.1057150 Jan 19 00:59:39.142649 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bcde6e7c-071d-4128-877f-8dd86cd8e2ca req-444c075e-e0a0-4197-9533-b9ba94dd292d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736718 Jan 19 00:59:39.614185 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a707c4b-4655-4328-a6a0-628f5644b631 req-6856615c-da39-4fb6-9aac-d279cfc4e716 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:39.615802 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a707c4b-4655-4328-a6a0-628f5644b631 req-6856615c-da39-4fb6-9aac-d279cfc4e716 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0567925 Jan 19 00:59:39.677013 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a707c4b-4655-4328-a6a0-628f5644b631 req-21562e83-ec2e-43bd-a38b-98b1ea1b8079 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543370 Jan 19 00:59:40.135267 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a33ea-7840-478a-9996-3c02811c472f req-c2589e4c-47f8-4393-b40c-ff2edaa3f27b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:40.136849 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-780a33ea-7840-478a-9996-3c02811c472f req-c2589e4c-47f8-4393-b40c-ff2edaa3f27b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0548053 Jan 19 00:59:40.188620 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-780a33ea-7840-478a-9996-3c02811c472f req-21a07aa9-609c-421b-ab57-2626b4f12c84 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456412 Jan 19 00:59:40.262156 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 00:59:40.316055 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106600-8788-4dea-bb9f-0eefa1f198b1 req-f653a5ab-13ed-4250-bd63-6a6c8ae63b53 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:40.318334 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0e106600-8788-4dea-bb9f-0eefa1f198b1 req-f653a5ab-13ed-4250-bd63-6a6c8ae63b53 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 943 time: 0.0655074 Jan 19 00:59:40.370317 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0e106600-8788-4dea-bb9f-0eefa1f198b1 req-c39edad8-8c1c-46f9-a023-3e3bfbfc1b1e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Jan 19 00:59:40.378171 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:40.390424 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'port_id': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'mac_address': 'fa:16:3e:11:f0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 00:59:40.435267 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:40.435645 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:40.449664 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:40.470342 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:40.474594 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:40.475990 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 00:59:40.564794 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:40.615871 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:40.627447 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'port_id': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'mac_address': 'fa:16:3e:c3:40:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 00:59:40.670311 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:40.671045 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:40.684941 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106fe9e6-c59d-4f8e-a0e4-1767d393e612 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:59:40.705123 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:40.709333 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:40.758081 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:40.810269 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab1be8-2026-488a-bbc9-f48dca5312f7 req-66c55f7b-e4ab-4c31-9c71-d50736c486ac tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:40.811796 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e5ab1be8-2026-488a-bbc9-f48dca5312f7 req-66c55f7b-e4ab-4c31-9c71-d50736c486ac tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Jan 19 00:59:40.864595 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e5ab1be8-2026-488a-bbc9-f48dca5312f7 req-72d7bc8a-a49c-4ae0-af3d-d0247e3afa41 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Jan 19 00:59:41.355659 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ee9ce-7b2c-4b2b-aafb-6c9050886517 req-1f9489e7-2741-4ec9-9c0e-5639a9e88415 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:41.357936 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e7ee9ce-7b2c-4b2b-aafb-6c9050886517 req-1f9489e7-2741-4ec9-9c0e-5639a9e88415 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 0.0818012 Jan 19 00:59:41.433683 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e7ee9ce-7b2c-4b2b-aafb-6c9050886517 req-c603aa16-30f3-4d5e-aebf-46fd112cdd14 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674911 Jan 19 00:59:41.530761 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5d4b-8a07-44e6-bcfc-94f45f714a9c req-4eb1a93d-e16b-4b66-9609-e3894247bf82 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:41.532290 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-008e5d4b-8a07-44e6-bcfc-94f45f714a9c req-4eb1a93d-e16b-4b66-9609-e3894247bf82 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 944 time: 0.0785272 Jan 19 00:59:41.587117 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-008e5d4b-8a07-44e6-bcfc-94f45f714a9c req-d802ebd3-ce73-4882-ade8-0f2416b362c4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485060 Jan 19 00:59:41.657203 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['83a2ace7-080c-4dd2-88ad-7ee6cdf7db21'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 00:59:41.686066 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['106fe9e6-c59d-4f8e-a0e4-1767d393e612'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 00:59:42.123794 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7e624-0a75-45aa-8401-a342d93d1fed req-ca2ae6d5-c5d4-42aa-a687-b71d75ed19a0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:42.125822 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58c7e624-0a75-45aa-8401-a342d93d1fed req-ca2ae6d5-c5d4-42aa-a687-b71d75ed19a0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0571356 Jan 19 00:59:42.194984 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58c7e624-0a75-45aa-8401-a342d93d1fed req-5c4fb802-0dbe-40d2-bf10-b685aa06b7ed tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Jan 19 00:59:42.607229 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e1baf-6ff7-44ac-823c-ef7e7727cc33 req-74ce583b-7388-4724-ace8-de5fbea028a9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:42.608947 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da1e1baf-6ff7-44ac-823c-ef7e7727cc33 req-74ce583b-7388-4724-ace8-de5fbea028a9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 0.0645781 Jan 19 00:59:42.696055 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-da1e1baf-6ff7-44ac-823c-ef7e7727cc33 req-d11401a8-3eca-4c69-a0bc-9b4395903851 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718288 Jan 19 00:59:42.817673 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a8ff7-8528-47d3-b875-928cc38096c6 req-92c9190a-6f00-486f-8916-f1aca0980216 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:42.825500 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac9a8ff7-8528-47d3-b875-928cc38096c6 req-92c9190a-6f00-486f-8916-f1aca0980216 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 944 time: 0.1059079 Jan 19 00:59:42.882466 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac9a8ff7-8528-47d3-b875-928cc38096c6 req-185d2719-b008-42c7-9958-fbc920afeee8 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557661 Jan 19 00:59:43.290033 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:43.390209 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc03ce-3635-4de9-a7c9-801acb46d12d req-f4debf80-e062-408a-9bac-3d4109df9843 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:43.395630 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d1dc03ce-3635-4de9-a7c9-801acb46d12d req-f4debf80-e062-408a-9bac-3d4109df9843 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1132698 Jan 19 00:59:43.422966 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:59:43.429079 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:43.429454 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:43.529932 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d1dc03ce-3635-4de9-a7c9-801acb46d12d req-c0191145-b865-4a1d-ab98-97e318e4eb79 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221554 Jan 19 00:59:43.588033 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:43.589081 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:43.634412 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:43.637240 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ac9f0a-d07d-4c9c-9ed7-9eeabf367c3f" -d '{"events": [{"server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "name": "network-vif-plugged", "status": "completed", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:43.643425 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:43.648848 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:43.650046 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 00:59:43.701695 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a644589b-7e08-44df-afef-d06cbacbb49f x-openstack-request-id: req-a644589b-7e08-44df-afef-d06cbacbb49f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:43.702012 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "name": "network-vif-plugged", "status": "completed", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:43.702431 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a644589b-7e08-44df-afef-d06cbacbb49f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:43.702827 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'code': 200} Jan 19 00:59:43.750995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:43.794113 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:59:43.803991 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:59:43.804990 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:43.904387 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658c87-4f5a-4a99-8f44-87ae5f6ec7d2 req-b6b973a5-3481-418c-bf55-4b9fd432209a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:43.906245 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f9658c87-4f5a-4a99-8f44-87ae5f6ec7d2 req-b6b973a5-3481-418c-bf55-4b9fd432209a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 0.0723720 Jan 19 00:59:43.962957 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 00:59:43.963962 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:43.979464 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f9658c87-4f5a-4a99-8f44-87ae5f6ec7d2 req-11b05dda-a5e2-446d-accf-667a69640846 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605459 Jan 19 00:59:44.003414 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 00:59:44.030450 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:44.045779 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:44.172418 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:44.238431 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69e87-24b3-427b-be97-7392c0e96ffd req-517c830e-ec76-4623-9c4b-05e6d81cff24 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:44.240380 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9cf69e87-24b3-427b-be97-7392c0e96ffd req-517c830e-ec76-4623-9c4b-05e6d81cff24 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0998750 Jan 19 00:59:44.251138 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080293d6-cde7-484d-bc3f-38924a7d9af3 req-7411e6fa-9dbf-4ab6-810a-074329ee3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:44.253761 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-080293d6-cde7-484d-bc3f-38924a7d9af3 req-7411e6fa-9dbf-4ab6-810a-074329ee3ccb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 1098 time: 0.2398555 Jan 19 00:59:44.308400 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9cf69e87-24b3-427b-be97-7392c0e96ffd req-03a6cea2-868e-4fc7-a8d1-cff0258081e1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566616 Jan 19 00:59:44.379984 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-080293d6-cde7-484d-bc3f-38924a7d9af3 req-167f2ece-58b8-4351-b599-ea7bc329eaec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178176 Jan 19 00:59:44.701496 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a220874-10e6-4b60-8d73-a622c577054e req-078ab3ff-0054-49ad-ad98-6bef31f78587 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:44.705032 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3a220874-10e6-4b60-8d73-a622c577054e req-078ab3ff-0054-49ad-ad98-6bef31f78587 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0718997 Jan 19 00:59:44.778972 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3a220874-10e6-4b60-8d73-a622c577054e req-c3ad35e3-be2a-4d14-b419-5e70a08bebb7 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665617 Jan 19 00:59:45.190118 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abf17e-4f61-415a-bd84-49b2c8a28560 req-973f9827-29a9-4cd8-8c37-ec3c9a1bf0bb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:45.191799 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83abf17e-4f61-415a-bd84-49b2c8a28560 req-973f9827-29a9-4cd8-8c37-ec3c9a1bf0bb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.0693760 Jan 19 00:59:45.257708 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83abf17e-4f61-415a-bd84-49b2c8a28560 req-16d73819-e3ec-43d7-a295-24cf1c5323dc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598533 Jan 19 00:59:45.460731 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add6699-d96f-4aef-80f4-57611d792a74 req-33588e72-7a8c-4e97-9682-91ae7765f6b4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:45.462991 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2add6699-d96f-4aef-80f4-57611d792a74 req-33588e72-7a8c-4e97-9682-91ae7765f6b4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0610826 Jan 19 00:59:45.526060 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2add6699-d96f-4aef-80f4-57611d792a74 req-845acb80-61d2-4851-b084-d1d1ef97a0d2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560715 Jan 19 00:59:45.707826 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:45.712819 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921b0284-f629-40e9-8b7b-c198044fe537" -d '{"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-plugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:45.784085 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4414c268-3ba1-4331-ad86-ea4c4713a67b x-openstack-request-id: req-4414c268-3ba1-4331-ad86-ea4c4713a67b {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:45.784564 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-plugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:45.785254 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4414c268-3ba1-4331-ad86-ea4c4713a67b {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:45.786208 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'code': 200} Jan 19 00:59:45.998924 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98559f-9530-4f8d-b28f-f94b522ab19b req-170374c9-68ad-4e25-82d2-a0bcfec6fe34 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:46.001060 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2c98559f-9530-4f8d-b28f-f94b522ab19b req-170374c9-68ad-4e25-82d2-a0bcfec6fe34 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0692275 Jan 19 00:59:46.099226 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2c98559f-9530-4f8d-b28f-f94b522ab19b req-6afe41e1-8173-43d3-8f34-7649f9fafa39 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759101 Jan 19 00:59:46.166525 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462e53-9bcd-48d8-b04c-488e9e95212d req-21ac2b36-183a-4451-9224-9e134b59c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:46.168417 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7e462e53-9bcd-48d8-b04c-488e9e95212d req-21ac2b36-183a-4451-9224-9e134b59c04a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1098 time: 0.0675733 Jan 19 00:59:46.263583 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7e462e53-9bcd-48d8-b04c-488e9e95212d req-c9f63be6-ab08-4212-b15f-1d6c6230d509 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833850 Jan 19 00:59:46.542261 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c75b27-0845-439d-8c7c-9f5bc272b347 req-33b38dc3-5c98-4673-9e0a-6a3380d0979d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:46.545232 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79c75b27-0845-439d-8c7c-9f5bc272b347 req-33b38dc3-5c98-4673-9e0a-6a3380d0979d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1198347 Jan 19 00:59:46.659686 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79c75b27-0845-439d-8c7c-9f5bc272b347 req-f85a40b0-cf59-4a6d-90c6-f1844020f2dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006379 Jan 19 00:59:46.698854 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d471bd-e70e-4fb1-b0fa-8444106873dc req-8cf95952-a041-42c6-857d-c1282030e909 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:46.698854 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e9d471bd-e70e-4fb1-b0fa-8444106873dc req-8cf95952-a041-42c6-857d-c1282030e909 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0655401 Jan 19 00:59:46.698854 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35812) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:46.778813 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e9d471bd-e70e-4fb1-b0fa-8444106873dc req-568db059-b479-420a-8dc5-93635add8cbe tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679140 Jan 19 00:59:46.914290 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.030296 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Publish callbacks [] for security_group (3f4491dd-07d4-4ac6-a98c-2069bfffc083), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.036486 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (3f4491dd-07d4-4ac6-a98c-2069bfffc083), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.041794 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb7bab-1061-4cdf-bfa1-b7d466896360 req-33705e0f-77c5-4830-88aa-7b2c6e7d8afd tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:47.044967 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-21fb7bab-1061-4cdf-bfa1-b7d466896360 req-33705e0f-77c5-4830-88aa-7b2c6e7d8afd tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0914872 Jan 19 00:59:47.060325 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35828) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:47.068458 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'floatingip': {'port_id': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:47.072902 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=517a85a3dafb4bc0a94f1a08c6cc162d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731256 Jan 19 00:59:47.076667 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35830) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:47.104429 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35832) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:47.127279 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4491dd-07d4-4ac6-a98c-2069bfffc083,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:47.162549 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.163096 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.163683 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.164108 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.164643 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.165042 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.166255 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.166644 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.167052 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.167460 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.167881 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.168808 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.169397 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6307fb8-4348-42e7-b196-e7a08336d03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:47.233006 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (777ef71e-0c34-4d4b-8dee-5dee08159170), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.257725 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-06fa51a6-2d1d-4ea5-9cf3-1d1a45f65ea4 admin admin] Publish callbacks [] for security_group (3f4491dd-07d4-4ac6-a98c-2069bfffc083), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.286249 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-06fa51a6-2d1d-4ea5-9cf3-1d1a45f65ea4 admin admin] Publish callbacks [] for security_group (3f4491dd-07d4-4ac6-a98c-2069bfffc083), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.343471 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8bb11-1c11-4273-b48d-5f685d28beda req-63778bbf-a413-4bc5-a584-346e347c8fb7 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:47.344993 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-83c8bb11-1c11-4273-b48d-5f685d28beda req-63778bbf-a413-4bc5-a584-346e347c8fb7 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1324735 Jan 19 00:59:47.404712 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35844) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:47.433698 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-06fa51a6-2d1d-4ea5-9cf3-1d1a45f65ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (3f4491dd-07d4-4ac6-a98c-2069bfffc083), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.436950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-06fa51a6-2d1d-4ea5-9cf3-1d1a45f65ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.438320 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-06fa51a6-2d1d-4ea5-9cf3-1d1a45f65ea4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f4491dd-07d4-4ac6-a98c-2069bfffc083 HTTP/1.1" status: 204 len: 168 time: 0.3604681 Jan 19 00:59:47.451868 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa51a6-2d1d-4ea5-9cf3-1d1a45f65ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4491dd-07d4-4ac6-a98c-2069bfffc083,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:47.475142 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-83c8bb11-1c11-4273-b48d-5f685d28beda req-8342914b-ba6d-49f6-91b1-0d22a25908d9 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140339 Jan 19 00:59:47.566808 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5614679-d8d7-47fe-b140-14aeb3f19939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.766040 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5614679-d8d7-47fe-b140-14aeb3f19939 admin admin] Publish callbacks [] for security_group (0fcdf196-a3ed-429e-9d9f-12429599bc9b), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.790350 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5614679-d8d7-47fe-b140-14aeb3f19939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (0fcdf196-a3ed-429e-9d9f-12429599bc9b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.798034 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7de01c8-e6b5-432a-bd0a-8d9b9bd2e584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:47.924229 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a5614679-d8d7-47fe-b140-14aeb3f19939 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e71dfe2ac7994ad6aa4be04181ebbc92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8165915 Jan 19 00:59:47.927200 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35856) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:47.940253 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5614679-d8d7-47fe-b140-14aeb3f19939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcdf196-a3ed-429e-9d9f-12429599bc9b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:48.015668 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7de01c8-e6b5-432a-bd0a-8d9b9bd2e584 admin admin] Publish callbacks [] for security_group (f96c9260-3f46-4515-a324-06499fc5432b), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.023574 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7de01c8-e6b5-432a-bd0a-8d9b9bd2e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f96c9260-3f46-4515-a324-06499fc5432b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.093854 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de01c8-e6b5-432a-bd0a-8d9b9bd2e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c9260-3f46-4515-a324-06499fc5432b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:48.108144 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e7de01c8-e6b5-432a-bd0a-8d9b9bd2e584 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53bf71dfdedc4801955932b46040c2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7017508 Jan 19 00:59:48.110274 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35860) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:48.239240 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64ff08bf-4b8a-493f-ba1a-66b2aa30ea5f admin admin] Publish callbacks [] for security_group (f96c9260-3f46-4515-a324-06499fc5432b), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.259931 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35864) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:48.289026 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d80a-67f7-474d-bcc1-f4f1a626228d req-5dbbab64-7fd2-4569-84aa-581a49925b28 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:48.290648 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3a93d80a-67f7-474d-bcc1-f4f1a626228d req-5dbbab64-7fd2-4569-84aa-581a49925b28 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.4221420 Jan 19 00:59:48.301174 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-293afc12-3811-41be-8ccf-88b35846464a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.323630 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64ff08bf-4b8a-493f-ba1a-66b2aa30ea5f admin admin] Publish callbacks [] for security_group (f96c9260-3f46-4515-a324-06499fc5432b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.433316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Publish callbacks [] for security_group (0fcdf196-a3ed-429e-9d9f-12429599bc9b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.470166 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3a93d80a-67f7-474d-bcc1-f4f1a626228d req-747f1827-e12e-4971-9f34-9b47de4f9d58 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647015 Jan 19 00:59:48.472265 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.db.resource_extend [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 19 00:59:48.480801 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64ff08bf-4b8a-493f-ba1a-66b2aa30ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f96c9260-3f46-4515-a324-06499fc5432b), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.484930 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-64ff08bf-4b8a-493f-ba1a-66b2aa30ea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.488929 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-64ff08bf-4b8a-493f-ba1a-66b2aa30ea5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f96c9260-3f46-4515-a324-06499fc5432b HTTP/1.1" status: 204 len: 168 time: 0.3735650 Jan 19 00:59:48.518764 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff08bf-4b8a-493f-ba1a-66b2aa30ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c9260-3f46-4515-a324-06499fc5432b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:48.526253 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-293afc12-3811-41be-8ccf-88b35846464a admin admin] Publish callbacks [] for security_group (0c05425e-669d-42bb-8a2f-db8e0b05cf33), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.533377 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-293afc12-3811-41be-8ccf-88b35846464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (0c05425e-669d-42bb-8a2f-db8e0b05cf33), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.541361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Publish callbacks [] for security_group (0fcdf196-a3ed-429e-9d9f-12429599bc9b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.647384 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293afc12-3811-41be-8ccf-88b35846464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c05425e-669d-42bb-8a2f-db8e0b05cf33,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:48.652698 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.692296 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (777ef71e-0c34-4d4b-8dee-5dee08159170), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.697644 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-293afc12-3811-41be-8ccf-88b35846464a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad01958e8aa84b949d543bbf383242ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354784 Jan 19 00:59:48.699044 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35872) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:48.744493 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (0fcdf196-a3ed-429e-9d9f-12429599bc9b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.747969 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.752398 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fcdf196-a3ed-429e-9d9f-12429599bc9b HTTP/1.1" status: 204 len: 168 time: 0.8240814 Jan 19 00:59:48.769659 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcdf196-a3ed-429e-9d9f-12429599bc9b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:48.783544 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.784009 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.784365 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.784865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.785015 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.785346 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.785729 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.786066 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.786411 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.786742 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.787100 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.787966 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.788486 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667853-150d-4291-8b72-1ed6cf48eb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:59:48.851196 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7a561-da98-40ee-bdac-6fb429d5750e req-a70b1f34-32ea-4008-a57f-ac1d3332a44f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:48.863666 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fea7a561-da98-40ee-bdac-6fb429d5750e req-a70b1f34-32ea-4008-a57f-ac1d3332a44f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2418597 Jan 19 00:59:48.866762 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eec3ea44-0298-4879-93d0-599247dc0236 admin admin] Publish callbacks [] for security_group (0c05425e-669d-42bb-8a2f-db8e0b05cf33), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:48.874821 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Floating IP 777ef71e-0c34-4d4b-8dee-5dee08159170 associated. External IP: 172.27.3.85, port: 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21. Jan 19 00:59:48.949663 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eec3ea44-0298-4879-93d0-599247dc0236 admin admin] Publish callbacks [] for security_group (0c05425e-669d-42bb-8a2f-db8e0b05cf33), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.021301 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fea7a561-da98-40ee-bdac-6fb429d5750e req-401e5873-0575-4ed9-b2e4-34c614d2c718 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564035 Jan 19 00:59:49.051663 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eec3ea44-0298-4879-93d0-599247dc0236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (0c05425e-669d-42bb-8a2f-db8e0b05cf33), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.054891 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eec3ea44-0298-4879-93d0-599247dc0236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.060191 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-eec3ea44-0298-4879-93d0-599247dc0236 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c05425e-669d-42bb-8a2f-db8e0b05cf33 HTTP/1.1" status: 204 len: 168 time: 0.3562031 Jan 19 00:59:49.076944 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3ea44-0298-4879-93d0-599247dc0236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c05425e-669d-42bb-8a2f-db8e0b05cf33,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:49.214559 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35884) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:49.221259 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:59:49.252274 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30ba1f04-2188-4c37-a944-c8de7dc37d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.461030 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:59:49.469815 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.477390 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30ba1f04-2188-4c37-a944-c8de7dc37d0d admin admin] Publish callbacks [] for security_group (790323bb-5881-45df-8288-f708cd9a0297), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.485494 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-30ba1f04-2188-4c37-a944-c8de7dc37d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (790323bb-5881-45df-8288-f708cd9a0297), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.494941 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] Sync routers for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:59:49.525017 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba1f04-2188-4c37-a944-c8de7dc37d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790323bb-5881-45df-8288-f708cd9a0297,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:49.530353 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:49.535085 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-87638352-61c1-413e-aeb9-f9db3298d7c9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "PUT /v2.0/floatingips/777ef71e-0c34-4d4b-8dee-5dee08159170 HTTP/1.1" status: 200 len: 990 time: 2.4712374 Jan 19 00:59:49.536158 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:49.541325 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e" -d '{"events": [{"name": "network-changed", "server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:49.547403 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:59:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:49.562818 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35900) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:49.563615 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-30ba1f04-2188-4c37-a944-c8de7dc37d0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0cfbebbdeeb4dc1a8598cb5e6c8a8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465033 Jan 19 00:59:49.734799 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cd6ffb-bdea-4ac8-944c-3b1ad7b0b09b x-openstack-request-id: req-f5cd6ffb-bdea-4ac8-944c-3b1ad7b0b09b {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:49.736049 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:49.737391 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5cd6ffb-bdea-4ac8-944c-3b1ad7b0b09b {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:49.738239 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'status': 'completed', 'code': 200} Jan 19 00:59:49.770992 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-80da4197-2334-4336-a6ef-c599a5fa7436 admin admin] Publish callbacks [] for security_group (790323bb-5881-45df-8288-f708cd9a0297), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.828175 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:49.878645 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-80da4197-2334-4336-a6ef-c599a5fa7436 admin admin] Publish callbacks [] for security_group (790323bb-5881-45df-8288-f708cd9a0297), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.884928 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35918) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:49.946892 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d42a852c-40ec-47cc-9b32-5b2d58bc1edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:49.975658 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-41412ab4-7016-445c-9320-dfbcba6f1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:49.977275 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-41412ab4-7016-445c-9320-dfbcba6f1a43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 1098 time: 0.1824279 Jan 19 00:59:50.052033 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-80da4197-2334-4336-a6ef-c599a5fa7436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (790323bb-5881-45df-8288-f708cd9a0297), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.055093 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-80da4197-2334-4336-a6ef-c599a5fa7436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.062354 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-80da4197-2334-4336-a6ef-c599a5fa7436 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/790323bb-5881-45df-8288-f708cd9a0297 HTTP/1.1" status: 204 len: 168 time: 0.4975321 Jan 19 00:59:50.082260 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4197-2334-4336-a6ef-c599a5fa7436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790323bb-5881-45df-8288-f708cd9a0297,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:50.099323 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d42a852c-40ec-47cc-9b32-5b2d58bc1edb admin admin] Publish callbacks [] for security_group (ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.107687 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d42a852c-40ec-47cc-9b32-5b2d58bc1edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.182570 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2c013441-e4df-4049-9c10-a998868cb848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.248193 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d42a852c-40ec-47cc-9b32-5b2d58bc1edb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39fd8226d44e47c384b31c19ceb0b063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596637 Jan 19 00:59:50.253648 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35936) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:50.363851 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-debbda3b-8434-4552-bc11-5fc9026b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:50.367036 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-debbda3b-8434-4552-bc11-5fc9026b38ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 911 time: 0.3794396 Jan 19 00:59:50.395150 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf5542-6de3-4410-bb58-e6595b762071 req-5c8af5e7-2705-4308-ba74-d7760e5466e7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:50.398157 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49cf5542-6de3-4410-bb58-e6595b762071 req-5c8af5e7-2705-4308-ba74-d7760e5466e7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.5027878 Jan 19 00:59:50.415313 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a852c-40ec-47cc-9b32-5b2d58bc1edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:50.454678 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f86281bb-81a3-4d96-8f36-78b3314dbb29 admin admin] Publish callbacks [] for security_group (ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.507956 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b8f65-8bcf-4ebd-9f16-0a4fc8d3a3ae req-2d53fd2d-8b83-4d1a-9c8b-dd7c3671e5d1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:50.509898 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-420b8f65-8bcf-4ebd-9f16-0a4fc8d3a3ae req-2d53fd2d-8b83-4d1a-9c8b-dd7c3671e5d1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1579738 Jan 19 00:59:50.551883 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f86281bb-81a3-4d96-8f36-78b3314dbb29 admin admin] Publish callbacks [] for security_group (ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.607254 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '777ef71e-0c34-4d4b-8dee-5dee08159170', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'port_id': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'mac_address': 'fa:16:3e:11:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:59:16Z', 'updated_at': '2022-01-19T00:59:48Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:50.620908 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-420b8f65-8bcf-4ebd-9f16-0a4fc8d3a3ae req-c710b12f-29be-4d89-b975-e854df2934b3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986960 Jan 19 00:59:50.651668 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f86281bb-81a3-4d96-8f36-78b3314dbb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.654915 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f86281bb-81a3-4d96-8f36-78b3314dbb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:50.659416 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f86281bb-81a3-4d96-8f36-78b3314dbb29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6 HTTP/1.1" status: 204 len: 168 time: 0.4011707 Jan 19 00:59:50.673085 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] Checking router: 5e10cd29-464d-4d7a-b48a-c0b01ffa376c for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:59:50.681177 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86281bb-81a3-4d96-8f36-78b3314dbb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01b578-49cd-4908-ba4b-1b4d2bfdc4f6,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:50.691791 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:50.691791 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:59:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:50.697252 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-b676abcb-572e-476f-a4df-508e3ce51651 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 200 len: 998 time: 0.2977102 Jan 19 00:59:50.713592 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49cf5542-6de3-4410-bb58-e6595b762071 req-e6b9990a-5b66-4a41-821c-d65ae665eef9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008332 Jan 19 00:59:50.820706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-150478b8-a2a4-4f13-84c2-95fc9098bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:50.822406 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-150478b8-a2a4-4f13-84c2-95fc9098bded service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.1078179 Jan 19 00:59:50.923669 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-971c5471-f217-4bc4-b788-1948bfd4a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:50.926545 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-971c5471-f217-4bc4-b788-1948bfd4a08e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0940678 Jan 19 00:59:50.955449 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:51.063289 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e009-df6e-4772-a4e2-3c61b42213c0 req-4576b4fc-93b9-4033-aa56-642ab779635d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:51.066246 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0406e009-df6e-4772-a4e2-3c61b42213c0 req-4576b4fc-93b9-4033-aa56-642ab779635d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1649766 Jan 19 00:59:51.077945 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 35966) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:51.086263 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'floatingip': {'port_id': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 00:59:51.230917 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (f1a6f39b-817d-41ab-96db-57bd2fccd0b2), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:51.345362 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-f2978fb7-d39f-4007-8f16-deaf76d66b13 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088376 Jan 19 00:59:51.386384 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '777ef71e-0c34-4d4b-8dee-5dee08159170', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'port_id': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'mac_address': 'fa:16:3e:11:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:59:16Z', 'updated_at': '2022-01-19T00:59:48Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:51.422924 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec1b44-baa8-4c52-89a2-bb4b6e26b64b None None] The sync data for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi is: [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '777ef71e-0c34-4d4b-8dee-5dee08159170', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'port_id': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'mac_address': 'fa:16:3e:11:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:59:16Z', 'updated_at': '2022-01-19T00:59:48Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:59:51.510640 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0914fc-1cdd-49b9-ab2f-c17677bad75e req-4de61812-4d92-416b-892c-0f9773195985 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563461 Jan 19 00:59:51.573690 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35980) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:51.592706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9e77e99-7a2c-44e8-9ca6-15707e718585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:51.768670 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9e77e99-7a2c-44e8-9ca6-15707e718585 admin admin] Publish callbacks [] for security_group (93f40b69-9bf9-4e6e-9132-90d3fec1151b), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:51.776615 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35990) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:51.779470 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d9e77e99-7a2c-44e8-9ca6-15707e718585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (93f40b69-9bf9-4e6e-9132-90d3fec1151b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:51.808208 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412aac81-c121-4efc-a2c2-806381d19622 None None] New status for floating IP 777ef71e-0c34-4d4b-8dee-5dee08159170: ACTIVE {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:59:51.878579 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d9e77e99-7a2c-44e8-9ca6-15707e718585 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72886f0c8efd4b46997ee07589676875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013983 Jan 19 00:59:51.880989 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35992) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:51.894559 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e77e99-7a2c-44e8-9ca6-15707e718585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f40b69-9bf9-4e6e-9132-90d3fec1151b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:51.917322 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] Deleting subnet 016432ce-32d4-4ce9-b943-e94380a99ced {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 00:59:51.925651 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] Publish callbacks [] for subnet (016432ce-32d4-4ce9-b943-e94380a99ced), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:51.958351 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 35996) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:52.015830 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7922619'] for subnet (016432ce-32d4-4ce9-b943-e94380a99ced), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.038364 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.db.resource_extend [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 19 00:59:52.157011 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6c203031-a993-420a-b4b8-a15d20fc5d25 admin admin] Publish callbacks [] for security_group (93f40b69-9bf9-4e6e-9132-90d3fec1151b), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.159149 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39d10ee1-32c5-4c68-a804-83f994b237b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.211316 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (016432ce-32d4-4ce9-b943-e94380a99ced), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.275486 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6c203031-a993-420a-b4b8-a15d20fc5d25 admin admin] Publish callbacks [] for security_group (93f40b69-9bf9-4e6e-9132-90d3fec1151b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.324502 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4f71053f-a54a-4e20-a829-79d843ccb991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.385878 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8210284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7585910'] for subnet (016432ce-32d4-4ce9-b943-e94380a99ced), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.425769 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016432ce-32d4-4ce9-b943-e94380a99ced,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:52.425957 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80028e-ee4d-4e13-b279-0883107de974 req-bc19c1b6-f0a4-4357-9b22-cbebc87b8602 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:52.427709 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0a80028e-ee4d-4e13-b279-0883107de974 req-bc19c1b6-f0a4-4357-9b22-cbebc87b8602 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.4785132 Jan 19 00:59:52.444614 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.448151 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4cb068a0-b154-4201-9308-15a6426bafb9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/016432ce-32d4-4ce9-b943-e94380a99ced HTTP/1.1" status: 204 len: 168 time: 0.6698956 Jan 19 00:59:52.449166 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6c203031-a993-420a-b4b8-a15d20fc5d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (93f40b69-9bf9-4e6e-9132-90d3fec1151b), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.449363 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.451666 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36010) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:52.451807 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6c203031-a993-420a-b4b8-a15d20fc5d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.456160 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6c203031-a993-420a-b4b8-a15d20fc5d25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93f40b69-9bf9-4e6e-9132-90d3fec1151b HTTP/1.1" status: 204 len: 168 time: 0.5740011 Jan 19 00:59:52.475465 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39d10ee1-32c5-4c68-a804-83f994b237b2 admin admin] Publish callbacks [] for security_group (1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.477304 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c203031-a993-420a-b4b8-a15d20fc5d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f40b69-9bf9-4e6e-9132-90d3fec1151b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:52.482867 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39d10ee1-32c5-4c68-a804-83f994b237b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.526604 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-39d10ee1-32c5-4c68-a804-83f994b237b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0effe4e455db480195b83d1661690387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670729 Jan 19 00:59:52.527245 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36014) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:52.538721 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (34d08871-158c-4c76-a3fa-4d43c9bfe0a7), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.546686 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (f1a6f39b-817d-41ab-96db-57bd2fccd0b2), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.581116 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d10ee1-32c5-4c68-a804-83f994b237b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:52.624819 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6cf79c3-4004-455c-9edb-c7e1df16b5ea admin admin] Publish callbacks [] for security_group (1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.661042 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6cf79c3-4004-455c-9edb-c7e1df16b5ea admin admin] Publish callbacks [] for security_group (1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.748567 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0a80028e-ee4d-4e13-b279-0883107de974 req-1dd30767-2168-4ee7-b154-88469483746f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131138 Jan 19 00:59:52.766459 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (34d08871-158c-4c76-a3fa-4d43c9bfe0a7), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.790571 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6cf79c3-4004-455c-9edb-c7e1df16b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.799556 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.800357 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.801458 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b6cf79c3-4004-455c-9edb-c7e1df16b5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:52.801981 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.802566 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.803763 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.804134 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b6cf79c3-4004-455c-9edb-c7e1df16b5ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1 HTTP/1.1" status: 204 len: 168 time: 0.2745764 Jan 19 00:59:52.804519 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.805048 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.805591 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.806214 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.807561 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.833725 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf79c3-4004-455c-9edb-c7e1df16b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b7b84-7dbd-4d40-8f8a-e7a680a795b1,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:52.901245 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.901643 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.902143 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.902637 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 00:59:52.903163 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d08871-158c-4c76-a3fa-4d43c9bfe0a7']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:52.922969 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Floating IP f1a6f39b-817d-41ab-96db-57bd2fccd0b2 associated. External IP: 172.27.3.162, port: 106fe9e6-c59d-4f8e-a0e4-1767d393e612. Jan 19 00:59:52.966771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823697b0-494d-401b-855f-0e618031b2a1') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:52.967073 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823697b0-494d-401b-855f-0e618031b2a1') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:52.997248 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (823697b0-494d-401b-855f-0e618031b2a1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.026099 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (823697b0-494d-401b-855f-0e618031b2a1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.070785 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:59:53.071377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (823697b0-494d-401b-855f-0e618031b2a1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: from cryptography.utils import int_from_bytes Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: from cryptography.utils import int_from_bytes Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:59:53.075494 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:59:53.078796 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:59:53.222316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (34d08871-158c-4c76-a3fa-4d43c9bfe0a7), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.239482 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.252684 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/34d08871-158c-4c76-a3fa-4d43c9bfe0a7 HTTP/1.1" status: 204 len: 168 time: 0.7907097 Jan 19 00:59:53.253049 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36038) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:53.255067 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96072d21-bcae-4478-a656-cc9daf1ed0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d08871-158c-4c76-a3fa-4d43c9bfe0a7,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:53.308657 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] Deleting subnet 771e6072-5ecd-4875-8d30-bdedd37b87e4 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 00:59:53.314400 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] Publish callbacks [] for subnet (771e6072-5ecd-4875-8d30-bdedd37b87e4), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.376929 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7922619'] for subnet (771e6072-5ecd-4875-8d30-bdedd37b87e4), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.402130 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Router 62691610-9e99-490c-a69a-1e48d6efa1b8 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:59:53.451037 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (771e6072-5ecd-4875-8d30-bdedd37b87e4), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.569907 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.613393 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:59:53.623423 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.639223 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] Sync routers for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 00:59:53.666882 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:53.668485 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:59:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:53.680890 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-a25e605b-4c9d-4956-893c-dea282f8f3c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1596828 Jan 19 00:59:53.700341 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8210284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7585910'] for subnet (771e6072-5ecd-4875-8d30-bdedd37b87e4), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.735264 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-536537f1-75e1-47f6-82bf-9f2dadca8cf4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "PUT /v2.0/floatingips/f1a6f39b-817d-41ab-96db-57bd2fccd0b2 HTTP/1.1" status: 200 len: 991 time: 2.6554959 Jan 19 00:59:53.737461 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:53.745696 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:53.756440 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/771e6072-5ecd-4875-8d30-bdedd37b87e4 HTTP/1.1" status: 204 len: 168 time: 0.5084209 Jan 19 00:59:53.758027 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503ba04-2401-4f7b-b8d7-5c146392efa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771e6072-5ecd-4875-8d30-bdedd37b87e4,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:53.760095 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:53.767885 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36058) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:53.883568 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f4825-d527-4696-a4d8-82c5f28c232e x-openstack-request-id: req-4c1f4825-d527-4696-a4d8-82c5f28c232e {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:53.887179 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:53.888030 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c1f4825-d527-4696-a4d8-82c5f28c232e {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:53.890362 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'status': 'completed', 'code': 200} Jan 19 00:59:53.934196 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:54.038582 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (b0c44789-0968-4675-a7a1-d33fa722a027), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:54.277880 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa64bfe-6e2e-4397-9eed-d42e2cac6fbb req-facf1b83-24d2-48bb-a114-a615956c22f1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:54.306891 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ffa64bfe-6e2e-4397-9eed-d42e2cac6fbb req-facf1b83-24d2-48bb-a114-a615956c22f1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2655201 Jan 19 00:59:54.337295 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff0849-2670-4e72-8853-6c072d81b66c req-4e3a3b58-60ff-4285-99df-05bbcfb74ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:54.350039 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-4e3a3b58-60ff-4285-99df-05bbcfb74ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=52e012b6c4954434bf1615ab9f45af18&device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 1098 time: 0.3421352 Jan 19 00:59:54.447692 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-b2960b02-200a-48bd-9d96-dec9682be79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:54.450387 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-b2960b02-200a-48bd-9d96-dec9682be79a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1098 time: 0.3812263 Jan 19 00:59:54.575757 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (b0c44789-0968-4675-a7a1-d33fa722a027), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:54.641795 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'f1a6f39b-817d-41ab-96db-57bd2fccd0b2', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'port_id': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'mac_address': 'fa:16:3e:c3:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:59:21Z', 'updated_at': '2022-01-19T00:59:51Z', 'revision_number': 1, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:54.712902 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] Checking router: 62691610-9e99-490c-a69a-1e48d6efa1b8 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 00:59:54.748677 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 00:59:54.749304 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T00:59:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:54.874542 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:54.902338 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c44789-0968-4675-a7a1-d33fa722a027']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:54.930246 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dca65da-0fc2-4011-9de0-bd468dff922f') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:54.930854 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dca65da-0fc2-4011-9de0-bd468dff922f') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:54.946774 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7922594'] for segment (1dca65da-0fc2-4011-9de0-bd468dff922f), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:54.977861 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 00:59:54.981772 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (1dca65da-0fc2-4011-9de0-bd468dff922f), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:55.024157 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 00:59:55.026242 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8210226'] for segment (1dca65da-0fc2-4011-9de0-bd468dff922f), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 00:59:55.032870 dv-cinder-799871-14-iscsi neutron-server[102631]: Traceback (most recent call last): Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: timer() Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: cb(*args, **kw) Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: return func(*args, **kwargs) Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: self._notify() Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: self.callback(batched_events) Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: event.method(event) Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: return f(self, *a, **k) Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._get(url).json() Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 00:59:55.035072 dv-cinder-799871-14-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:59:55.045679 dv-cinder-799871-14-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:59:55.098666 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ffa64bfe-6e2e-4397-9eed-d42e2cac6fbb req-87696c9f-3717-442d-b334-0886525164e9 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901978 Jan 19 00:59:55.253969 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529928-d4c3-4685-ad3d-bd1411fc3ad6 req-f613c24b-a17d-425e-8579-4e2a37689eb9 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:55.262865 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bd529928-d4c3-4685-ad3d-bd1411fc3ad6 req-f613c24b-a17d-425e-8579-4e2a37689eb9 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.0765274 Jan 19 00:59:55.364981 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (b0c44789-0968-4675-a7a1-d33fa722a027), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:55.402981 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bd529928-d4c3-4685-ad3d-bd1411fc3ad6 req-9aa0f433-7546-43d4-8f14-d88b4892ed65 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264074 Jan 19 00:59:55.415637 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:55.421762 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b0c44789-0968-4675-a7a1-d33fa722a027 HTTP/1.1" status: 204 len: 168 time: 1.6499348 Jan 19 00:59:55.469828 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e56af-2533-42ac-9335-006e3ffe64e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c44789-0968-4675-a7a1-d33fa722a027,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:55.482327 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-36f50810-93a4-4fd1-be6b-0ae371b0f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:55.484245 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-36f50810-93a4-4fd1-be6b-0ae371b0f848 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.9690650 Jan 19 00:59:55.485851 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff0849-2670-4e72-8853-6c072d81b66c req-da317079-a494-4539-977f-835d8c4609b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:55.487848 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-da317079-a494-4539-977f-835d8c4609b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b65e5a54-facf-4b18-9222-b125b4bfcfb3 HTTP/1.1" status: 200 len: 913 time: 1.0711076 Jan 19 00:59:55.591809 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-7284410d-66bc-4e14-a93d-394b124d5d23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 HTTP/1.1" status: 200 len: 217 time: 0.0857043 Jan 19 00:59:55.612896 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'f1a6f39b-817d-41ab-96db-57bd2fccd0b2', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'port_id': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'mac_address': 'fa:16:3e:c3:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:59:21Z', 'updated_at': '2022-01-19T00:59:51Z', 'revision_number': 1, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:59:55.645343 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06baac7-452a-47f4-8f96-6b847389849a None None] The sync data for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi is: [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'f1a6f39b-817d-41ab-96db-57bd2fccd0b2', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'port_id': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'mac_address': 'fa:16:3e:c3:40:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:59:21Z', 'updated_at': '2022-01-19T00:59:51Z', 'revision_number': 1, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 00:59:55.664397 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-af8049d9-7059-4ba3-9963-0d1f7510c108 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 200 len: 999 time: 0.1608706 Jan 19 00:59:55.686712 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff0849-2670-4e72-8853-6c072d81b66c req-5c0e5523-cf87-478a-bc15-82c6788944c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:55.688503 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-5c0e5523-cf87-478a-bc15-82c6788944c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35a1636c-8872-4179-a47f-a5eafbbc0009 HTTP/1.1" status: 200 len: 852 time: 0.0847626 Jan 19 00:59:55.706506 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36132) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:55.744369 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-e729b4f7-af8c-4fb3-b66d-8af7ce059b1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b65e5a54-facf-4b18-9222-b125b4bfcfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330307 Jan 19 00:59:55.784951 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-95208733-944b-4ff4-902f-ef37c4607a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:55.787593 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-95208733-944b-4ff4-902f-ef37c4607a30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.1109545 Jan 19 00:59:55.878546 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36138) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:55.988226 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-14efa781-0b63-4d28-89fb-9f182dcd98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:55.989805 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-14efa781-0b63-4d28-89fb-9f182dcd98e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1850257 Jan 19 00:59:55.996668 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-57e1e92f-2572-4e9d-a52f-649d490c14f3 service neutron] 10.222.0.32 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330432 Jan 19 00:59:56.024737 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c7d36c7f-b4f9-4384-b5cd-20bbd6a2cdfb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=559648f5bdfb4a0393c603030b5b6f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439760 Jan 19 00:59:56.026382 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36140) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:56.036994 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38a1554-cb14-4d57-9d00-09ff73e85050 None None] New status for floating IP f1a6f39b-817d-41ab-96db-57bd2fccd0b2: ACTIVE {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 00:59:56.176024 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e247b8fb-a530-421a-b959-e73964aef8ad admin admin] Publish callbacks [] for security_group (c45d8513-baa7-454b-a168-4a3f8c1b8858), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.269680 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e247b8fb-a530-421a-b959-e73964aef8ad admin admin] Publish callbacks [] for security_group (c45d8513-baa7-454b-a168-4a3f8c1b8858), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.274826 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-49f0f703-49ec-4ead-a6dc-728007d1272a service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644329 Jan 19 00:59:56.303938 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.377172 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-25ff0849-2670-4e72-8853-6c072d81b66c req-e5b2acfa-204b-4014-9eb9-526c2588e838 service neutron] 10.222.0.32 "GET /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599329 Jan 19 00:59:56.441645 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba629eb0-3a8f-4ac0-af73-c7c0864c7b0b req-54637d25-7324-4824-98fa-73e442731cfe service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584597 Jan 19 00:59:56.552117 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3affacac-5ece-4496-a5c2-7f8abf73fcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.638220 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b1932-b7dd-47f7-b974-a95682b7faff req-b4685795-de3b-4c19-8f2e-08edaa4cf500 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:56.640979 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-505b1932-b7dd-47f7-b974-a95682b7faff req-b4685795-de3b-4c19-8f2e-08edaa4cf500 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.3065431 Jan 19 00:59:56.850313 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e247b8fb-a530-421a-b959-e73964aef8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c45d8513-baa7-454b-a168-4a3f8c1b8858), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.853414 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e247b8fb-a530-421a-b959-e73964aef8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.855039 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e247b8fb-a530-421a-b959-e73964aef8ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c45d8513-baa7-454b-a168-4a3f8c1b8858 HTTP/1.1" status: 204 len: 168 time: 0.8270078 Jan 19 00:59:56.857795 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3affacac-5ece-4496-a5c2-7f8abf73fcf7 admin admin] Publish callbacks [] for security_group (6af83515-45b5-4825-9b68-ead8f14e529f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.885116 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3affacac-5ece-4496-a5c2-7f8abf73fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6af83515-45b5-4825-9b68-ead8f14e529f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:56.926746 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247b8fb-a530-421a-b959-e73964aef8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d8513-baa7-454b-a168-4a3f8c1b8858,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:56.986532 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-505b1932-b7dd-47f7-b974-a95682b7faff req-62d53eb3-0f5b-4d9f-baf4-405540ba8dc1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991877 Jan 19 00:59:57.007621 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b870-16fd-49f5-95d2-11e7b8c29419 req-8244d2d6-b962-40e7-9ae1-1be2b82ac864 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:57.008425 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3affacac-5ece-4496-a5c2-7f8abf73fcf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd18a93bff4541a9a40ab9c0b67938b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2997556 Jan 19 00:59:57.022534 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3c65b870-16fd-49f5-95d2-11e7b8c29419 req-8244d2d6-b962-40e7-9ae1-1be2b82ac864 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.1667275 Jan 19 00:59:57.033425 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36174) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:57.038559 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affacac-5ece-4496-a5c2-7f8abf73fcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af83515-45b5-4825-9b68-ead8f14e529f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:57.179070 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3c65b870-16fd-49f5-95d2-11e7b8c29419 req-2355477d-4a30-4d3c-9721-db21055dfbf1 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508605 Jan 19 00:59:57.217435 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed8894ae-45b4-42ad-956a-22421b6b143c admin admin] Publish callbacks [] for security_group (6af83515-45b5-4825-9b68-ead8f14e529f), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:57.278983 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed8894ae-45b4-42ad-956a-22421b6b143c admin admin] Publish callbacks [] for security_group (6af83515-45b5-4825-9b68-ead8f14e529f), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:57.549159 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-11a1a4ab-b86f-40d3-95fa-c0e4940cc85e tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:57.552200 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-11a1a4ab-b86f-40d3-95fa-c0e4940cc85e tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.32 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.1893482 Jan 19 00:59:57.554477 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed8894ae-45b4-42ad-956a-22421b6b143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6af83515-45b5-4825-9b68-ead8f14e529f), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:57.559334 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed8894ae-45b4-42ad-956a-22421b6b143c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:57.563934 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ed8894ae-45b4-42ad-956a-22421b6b143c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6af83515-45b5-4825-9b68-ead8f14e529f HTTP/1.1" status: 204 len: 168 time: 0.5258448 Jan 19 00:59:57.575892 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8894ae-45b4-42ad-956a-22421b6b143c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af83515-45b5-4825-9b68-ead8f14e529f,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:57.888321 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36196) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:57.922150 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Deleting port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 00:59:57.923201 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:57.969581 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-711d5ed4-a242-4c71-a5c4-6d414eee46be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e64e6b58b6a54bb5a4621ac49c5f3695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0791180 Jan 19 00:59:57.972001 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36200) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:58.080007 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6417d739-17eb-41a9-b5cd-36ed977092f8 admin admin] Publish callbacks [] for security_group (6d5d2b70-ad32-4539-8212-702a6d69e859), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.137485 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] For port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,segment=NetworkSegment(8560f589-526e-4631-8593-8f33703ca7f5),segment_id=8560f589-526e-4631-8593-8f33703ca7f5)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:59:58.138089 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.170326 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Calling delete_port for bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 00:59:58.182928 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6417d739-17eb-41a9-b5cd-36ed977092f8 admin admin] Publish callbacks [] for security_group (6d5d2b70-ad32-4539-8212-702a6d69e859), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.292634 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36208) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:58.318828 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6579b77a-40b8-4294-a2d9-6e427cdd06f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.319513 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084e24b-f398-445f-83f1-5d661f495e86 req-04ed15a0-0246-4a22-b5cc-dde4afb7ba6a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:58.334553 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9084e24b-f398-445f-83f1-5d661f495e86 req-04ed15a0-0246-4a22-b5cc-dde4afb7ba6a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2356036 Jan 19 00:59:58.392292 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6417d739-17eb-41a9-b5cd-36ed977092f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6d5d2b70-ad32-4539-8212-702a6d69e859), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.396119 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6417d739-17eb-41a9-b5cd-36ed977092f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.402315 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6417d739-17eb-41a9-b5cd-36ed977092f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d5d2b70-ad32-4539-8212-702a6d69e859 HTTP/1.1" status: 204 len: 168 time: 0.4244537 Jan 19 00:59:58.430457 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d739-17eb-41a9-b5cd-36ed977092f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d2b70-ad32-4539-8212-702a6d69e859,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:58.459776 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9084e24b-f398-445f-83f1-5d661f495e86 req-c36d521f-3a11-4974-b2ba-0be2b484bbbd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227934 Jan 19 00:59:58.683654 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184da4f-0af8-4388-b638-47d35a923b12 req-183be75c-4532-42cc-91e7-9bbf3cb7659c tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:58.690847 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7184da4f-0af8-4388-b638-47d35a923b12 req-183be75c-4532-42cc-91e7-9bbf3cb7659c tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 945 time: 0.3594196 Jan 19 00:59:58.768607 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (bf68a0a1-6050-4a83-90d4-92d38ec2d4b5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.794816 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:58.823709 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['bf68a0a1-6050-4a83-90d4-92d38ec2d4b5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 00:59:58.897153 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7184da4f-0af8-4388-b638-47d35a923b12 req-8a0c05d0-d417-4faf-889d-accaa9ff9d02 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f584070-0f65-4dae-9895-b6f6e3a68bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045550 Jan 19 00:59:58.908803 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Pushing event deleted for resources: {'Port': ['ID=bf68a0a1-6050-4a83-90d4-92d38ec2d4b5,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:59.021386 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6579b77a-40b8-4294-a2d9-6e427cdd06f9 admin admin] Publish callbacks [] for security_group (470989b6-6b54-46ab-bcb9-c090ca4221a6), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:59.060267 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6579b77a-40b8-4294-a2d9-6e427cdd06f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (470989b6-6b54-46ab-bcb9-c090ca4221a6), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:59.114000 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] No DVR routers for this DVR port bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:59:59.137801 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:59.150402 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec11e096-8358-4f08-81a6-4e3083f54d5f req-27c1d503-0ad3-4d05-896c-853c26effcec tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.32 "DELETE /v2.0/ports/bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 HTTP/1.1" status: 204 len: 173 time: 1.5446391 Jan 19 00:59:59.158217 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da711fa-500f-4780-bc04-640af383023e', 'name': 'network-vif-deleted', 'tag': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:59:59.164312 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e9414-3ccb-4ae2-b242-8eac15d71c88" -d '{"events": [{"server_uuid": "6da711fa-500f-4780-bc04-640af383023e", "name": "network-vif-deleted", "tag": "bf68a0a1-6050-4a83-90d4-92d38ec2d4b5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 00:59:59.235858 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6579b77a-40b8-4294-a2d9-6e427cdd06f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e232439e4d64067bc1a20592ad84a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9342167 Jan 19 00:59:59.236584 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36236) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 00:59:59.246854 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579b77a-40b8-4294-a2d9-6e427cdd06f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470989b6-6b54-46ab-bcb9-c090ca4221a6,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:59.301431 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e733c2-b66c-48da-ab25-18c4d28549e3 x-openstack-request-id: req-75e733c2-b66c-48da-ab25-18c4d28549e3 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 00:59:59.301431 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da711fa-500f-4780-bc04-640af383023e", "name": "network-vif-deleted", "tag": "bf68a0a1-6050-4a83-90d4-92d38ec2d4b5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 00:59:59.301885 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75e733c2-b66c-48da-ab25-18c4d28549e3 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 00:59:59.302373 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da711fa-500f-4780-bc04-640af383023e', 'name': 'network-vif-deleted', 'tag': 'bf68a0a1-6050-4a83-90d4-92d38ec2d4b5', 'status': 'completed', 'code': 200} Jan 19 00:59:59.368505 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bf609d9-a9a7-43e9-8af5-5d318e81a96f admin admin] Publish callbacks [] for security_group (470989b6-6b54-46ab-bcb9-c090ca4221a6), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:59.410094 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bf609d9-a9a7-43e9-8af5-5d318e81a96f admin admin] Publish callbacks [] for security_group (470989b6-6b54-46ab-bcb9-c090ca4221a6), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:59.512240 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bf609d9-a9a7-43e9-8af5-5d318e81a96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (470989b6-6b54-46ab-bcb9-c090ca4221a6), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:59.516886 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bf609d9-a9a7-43e9-8af5-5d318e81a96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 00:59:59.520437 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3bf609d9-a9a7-43e9-8af5-5d318e81a96f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/470989b6-6b54-46ab-bcb9-c090ca4221a6 HTTP/1.1" status: 204 len: 168 time: 0.2816722 Jan 19 00:59:59.537494 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf609d9-a9a7-43e9-8af5-5d318e81a96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470989b6-6b54-46ab-bcb9-c090ca4221a6,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:59:59.853860 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935d6a7-d303-4dd2-b01b-da562754f889 req-b8bff4fc-697e-48fb-a795-bd6ed009e53c tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:59:59.873141 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c935d6a7-d303-4dd2-b01b-da562754f889 req-b8bff4fc-697e-48fb-a795-bd6ed009e53c tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2025459 Jan 19 00:59:59.976299 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c935d6a7-d303-4dd2-b01b-da562754f889 req-ac736fbe-64cb-44f2-a06a-5c2365c1ccc2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013241 Jan 19 01:00:00.163811 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bdce9c69-2274-438f-824b-180db9c26218 req-fc0646bf-10a8-4aa9-85b9-f424b3d2f018 tempest-DeleteServersTestJSON-1913307778 tempest-DeleteServersTestJSON-1913307778-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da711fa-500f-4780-bc04-640af383023e HTTP/1.1" status: 200 len: 210 time: 0.0428760 Jan 19 01:00:01.251903 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133222c-ac8a-4396-9d9a-13e3a3496628 req-49b4bc04-8156-4ec4-8a9d-e1da528e6840 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:01.259277 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3133222c-ac8a-4396-9d9a-13e3a3496628 req-49b4bc04-8156-4ec4-8a9d-e1da528e6840 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1088881 Jan 19 01:00:01.369058 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:00:01.405760 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:00:01.407298 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device bf68a0a1-6050-4a83-90d4-92d38ec2d4b5 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:00:01.417492 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3133222c-ac8a-4396-9d9a-13e3a3496628 req-c625aec6-8795-499b-b57e-431529b1d441 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402664 Jan 19 01:00:02.670855 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b88ea7-4143-4c86-821c-e627642dcb87 req-6f5b88ab-dbb5-4fc1-bf00-01591f83bd04 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:02.687434 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-63b88ea7-4143-4c86-821c-e627642dcb87 req-6f5b88ab-dbb5-4fc1-bf00-01591f83bd04 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1368606 Jan 19 01:00:02.794752 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-63b88ea7-4143-4c86-821c-e627642dcb87 req-f8091ee1-f574-457e-bb74-82e0f2a5da8d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056030 Jan 19 01:00:03.899242 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36422) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:03.967299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] Deleting subnet 35a1636c-8872-4179-a47f-a5eafbbc0009 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:00:03.971807 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] Publish callbacks [] for subnet (35a1636c-8872-4179-a47f-a5eafbbc0009), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:03.988810 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71219c-c895-4461-803a-5f7c4f18071f req-15e63475-25be-4e11-a9a5-2ddb7ca21479 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:03.992186 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1f71219c-c895-4461-803a-5f7c4f18071f req-15e63475-25be-4e11-a9a5-2ddb7ca21479 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0735531 Jan 19 01:00:04.028253 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (35a1636c-8872-4179-a47f-a5eafbbc0009), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.090892 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1f71219c-c895-4461-803a-5f7c4f18071f req-6a81d453-2100-48d9-ae90-643191672ff8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771432 Jan 19 01:00:04.102220 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (35a1636c-8872-4179-a47f-a5eafbbc0009), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.219553 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (35a1636c-8872-4179-a47f-a5eafbbc0009), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.256443 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a1636c-8872-4179-a47f-a5eafbbc0009,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:04.258893 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.262303 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-92105dae-ac10-4ff0-aea0-670a66ca34e9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/35a1636c-8872-4179-a47f-a5eafbbc0009 HTTP/1.1" status: 204 len: 168 time: 0.3613403 Jan 19 01:00:04.267011 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36428) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:04.430301 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (b65e5a54-facf-4b18-9222-b125b4bfcfb3), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.636763 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (b65e5a54-facf-4b18-9222-b125b4bfcfb3), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.710365 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65e5a54-facf-4b18-9222-b125b4bfcfb3']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:04.729375 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8560f589-526e-4631-8593-8f33703ca7f5') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:04.730001 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8560f589-526e-4631-8593-8f33703ca7f5') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:04.747203 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7922594'] for segment (8560f589-526e-4631-8593-8f33703ca7f5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.775250 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (8560f589-526e-4631-8593-8f33703ca7f5), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.787373 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:00:04.789603 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8210226'] for segment (8560f589-526e-4631-8593-8f33703ca7f5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: Traceback (most recent call last): Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: timer() Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: cb(*args, **kw) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: return func(*args, **kwargs) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: self._notify() Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: self.callback(batched_events) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: event.method(event) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: return f(self, *a, **k) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._get(url).json() Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:00:04.793195 dv-cinder-799871-14-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:00:04.889595 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (b65e5a54-facf-4b18-9222-b125b4bfcfb3), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.921955 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:04.927462 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] 10.222.0.35 "DELETE /v2.0/networks/b65e5a54-facf-4b18-9222-b125b4bfcfb3 HTTP/1.1" status: 204 len: 168 time: 0.6583962 Jan 19 01:00:04.930305 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f10416-dab4-42ba-b403-d297e2e5973e admin admin] Pushing event deleted for resources: {'Network': ['ID=b65e5a54-facf-4b18-9222-b125b4bfcfb3,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:05.089020 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36456) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:05.202599 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36464) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:05.288406 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a43f67a2-3bd5-4ed3-9762-a51e9757f3f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52e012b6c4954434bf1615ab9f45af18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0842428 Jan 19 01:00:05.292896 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36466) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:05.378061 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07eb21-6eea-4347-9189-1627f4153071 req-7d6fa124-cf56-472f-a7fc-9af133e0225d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:05.393003 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db07eb21-6eea-4347-9189-1627f4153071 req-7d6fa124-cf56-472f-a7fc-9af133e0225d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1435068 Jan 19 01:00:05.403827 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3ad42967-a7b8-4a33-92b4-9b177e439545 admin admin] Publish callbacks [] for security_group (2f584070-0f65-4dae-9895-b6f6e3a68bde), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.458403 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3ad42967-a7b8-4a33-92b4-9b177e439545 admin admin] Publish callbacks [] for security_group (2f584070-0f65-4dae-9895-b6f6e3a68bde), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.493123 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-db07eb21-6eea-4347-9189-1627f4153071 req-d8f81b2d-0be0-4ea5-a46a-10572d6f3c85 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986071 Jan 19 01:00:05.509027 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5990da47-c0eb-4b81-9ffa-8c7665b0960e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.567596 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3ad42967-a7b8-4a33-92b4-9b177e439545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (2f584070-0f65-4dae-9895-b6f6e3a68bde), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.573177 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3ad42967-a7b8-4a33-92b4-9b177e439545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.576047 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3ad42967-a7b8-4a33-92b4-9b177e439545 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f584070-0f65-4dae-9895-b6f6e3a68bde HTTP/1.1" status: 204 len: 168 time: 0.2807345 Jan 19 01:00:05.600211 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad42967-a7b8-4a33-92b4-9b177e439545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f584070-0f65-4dae-9895-b6f6e3a68bde,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:05.667597 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5990da47-c0eb-4b81-9ffa-8c7665b0960e admin admin] Publish callbacks [] for security_group (ed16ed7a-2239-4fd1-846e-8233ce62ef28), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.678011 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5990da47-c0eb-4b81-9ffa-8c7665b0960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ed16ed7a-2239-4fd1-846e-8233ce62ef28), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.735303 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5990da47-c0eb-4b81-9ffa-8c7665b0960e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cb43138a3f749c1b946214c037e066a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6407030 Jan 19 01:00:05.735812 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36480) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:05.795852 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990da47-c0eb-4b81-9ffa-8c7665b0960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed16ed7a-2239-4fd1-846e-8233ce62ef28,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:05.866261 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3070-98fb-4632-87d8-f09a08735fd4 admin admin] Publish callbacks [] for security_group (ed16ed7a-2239-4fd1-846e-8233ce62ef28), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.906049 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3070-98fb-4632-87d8-f09a08735fd4 admin admin] Publish callbacks [] for security_group (ed16ed7a-2239-4fd1-846e-8233ce62ef28), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:05.996988 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3070-98fb-4632-87d8-f09a08735fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ed16ed7a-2239-4fd1-846e-8233ce62ef28), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.003417 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3070-98fb-4632-87d8-f09a08735fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.004963 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5c6c3070-98fb-4632-87d8-f09a08735fd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed16ed7a-2239-4fd1-846e-8233ce62ef28 HTTP/1.1" status: 204 len: 168 time: 0.2670705 Jan 19 01:00:06.022013 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c3070-98fb-4632-87d8-f09a08735fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed16ed7a-2239-4fd1-846e-8233ce62ef28,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:06.572946 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36512) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:06.588212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01330380-a270-4ac0-b1e0-96edfda88c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.717634 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01330380-a270-4ac0-b1e0-96edfda88c77 admin admin] Publish callbacks [] for security_group (48bd5363-0280-4af9-92f0-198bb69daa99), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.726110 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01330380-a270-4ac0-b1e0-96edfda88c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (48bd5363-0280-4af9-92f0-198bb69daa99), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.754165 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36518) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:06.791987 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-01330380-a270-4ac0-b1e0-96edfda88c77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f9e6825424647868848ac414208c28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173302 Jan 19 01:00:06.793862 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01330380-a270-4ac0-b1e0-96edfda88c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bd5363-0280-4af9-92f0-198bb69daa99,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:06.797860 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36522) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:06.893317 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4439-5bda-4031-8419-36e87629d646 admin admin] Publish callbacks [] for security_group (48bd5363-0280-4af9-92f0-198bb69daa99), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.915136 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1176557391-network', 'tenant_id': '501a962e9fd5449fb8b625403e9ff8dc'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:06.937141 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4439-5bda-4031-8419-36e87629d646 admin admin] Publish callbacks [] for security_group (48bd5363-0280-4af9-92f0-198bb69daa99), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.981438 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Made reservation on behalf of 501a962e9fd5449fb8b625403e9ff8dc for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:06.983843 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:06.998086 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.041627 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4439-5bda-4031-8419-36e87629d646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (48bd5363-0280-4af9-92f0-198bb69daa99), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.044877 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4439-5bda-4031-8419-36e87629d646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.046507 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-bc7c4439-5bda-4031-8419-36e87629d646 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48bd5363-0280-4af9-92f0-198bb69daa99 HTTP/1.1" status: 204 len: 168 time: 0.2468152 Jan 19 01:00:07.073130 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c4439-5bda-4031-8419-36e87629d646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bd5363-0280-4af9-92f0-198bb69daa99,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:07.156148 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks [] for security_group (c8d645aa-ee52-4819-967b-d3328cd7a298), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.161771 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c8d645aa-ee52-4819-967b-d3328cd7a298), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.213331 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:00:07.234299 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d645aa-ee52-4819-967b-d3328cd7a298,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:07.247272 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (bf27844c-440d-49bc-a22d-18378cb490d9), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.247863 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Added segment bf27844c-440d-49bc-a22d-18378cb490d9 of type vlan for network a5df2d14-6c77-4859-a21d-41a9de91756c Jan 19 01:00:07.325970 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (a5df2d14-6c77-4859-a21d-41a9de91756c), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.362098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (a5df2d14-6c77-4859-a21d-41a9de91756c), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.363181 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:07.364018 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.433015 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6768990 Jan 19 01:00:07.438294 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36534) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:07.447597 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Request body: {'subnet': {'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1176557391-subnet', 'tenant_id': '501a962e9fd5449fb8b625403e9ff8dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:07.454075 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaee1b9-a06e-41ae-87b5-7f54aee2ace8 admin admin] Pushing event updated for resources: {'Network': ['ID=a5df2d14-6c77-4859-a21d-41a9de91756c,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:07.470477 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network a5df2d14-6c77-4859-a21d-41a9de91756c details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:00:07.478825 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Made reservation on behalf of 501a962e9fd5449fb8b625403e9ff8dc for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:07.481761 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4753600'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.694486 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4979980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4753646'] for subnet (d60fded0-ad26-44c8-bcf5-af2379aac59f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.761323 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60fded0-ad26-44c8-bcf5-af2379aac59f,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:07.790378 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Checking segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:07.790965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Network hostable DHCP agents. Network: a5df2d14-6c77-4859-a21d-41a9de91756c, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:00:07.823803 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Network a5df2d14-6c77-4859-a21d-41a9de91756c is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:00:07.844016 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, a5df2d14-6c77-4859-a21d-41a9de91756c) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:07.851969 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:07.851969 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:07.857338 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd8731-ae1a-4c72-b7c3-a127d43a7c60 None None] Network a5df2d14-6c77-4859-a21d-41a9de91756c requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:07.903272 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-87fcdd42-3c72-4cbc-a3b9-57766ce80117 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4634943 Jan 19 01:00:08.104470 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a50a7-1a08-4b86-90a9-349299cd2a96 req-1ca15268-e07c-4016-913a-18cd8dc982a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:08.108385 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-146a50a7-1a08-4b86-90a9-349299cd2a96 req-1ca15268-e07c-4016-913a-18cd8dc982a5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1422274 Jan 19 01:00:08.117634 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf30f0-44ea-4c15-8d2c-d325e9add371 None None] Network a5df2d14-6c77-4859-a21d-41a9de91756c requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:08.194147 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-146a50a7-1a08-4b86-90a9-349299cd2a96 req-48a78d51-1807-4a1e-8db8-7c3ae49457d4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775998 Jan 19 01:00:08.716189 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-11ebc7e8-a660-4111-b0ff-38eb734f2e0e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:08.718917 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-11ebc7e8-a660-4111-b0ff-38eb734f2e0e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.1577797 Jan 19 01:00:08.741271 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-a2a5b8af-027c-4e51-94b7-eeca31bacefa tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/quotas/501a962e9fd5449fb8b625403e9ff8dc HTTP/1.1" status: 200 len: 375 time: 0.0136135 Jan 19 01:00:08.792422 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-b9ad4416-60c9-4515-b03a-31a09989f036 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444572 Jan 19 01:00:08.989210 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-c551ad58-c3b5-4ab0-a98c-94f595a4d034 service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882713 Jan 19 01:00:09.198081 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-0e23399f-2778-4976-ab6a-36170a155171 service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994588 Jan 19 01:00:09.538448 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4ddba-1e03-4a62-9f69-ad79e78f0903 req-6ab79644-e0cd-410c-a68e-43f855ae6fc5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:09.541744 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b1c4ddba-1e03-4a62-9f69-ad79e78f0903 req-6ab79644-e0cd-410c-a68e-43f855ae6fc5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1047380 Jan 19 01:00:09.618246 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b1c4ddba-1e03-4a62-9f69-ad79e78f0903 req-9962d354-690a-42cd-bf82-15bc30483d69 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697968 Jan 19 01:00:09.826582 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d855d6e-a155-490a-adf3-85407b295e4c req-11b9f69f-adf5-4d85-9a80-dfc4a268f288 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 210 time: 0.0462313 Jan 19 01:00:10.425250 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36698) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:10.579886 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-612f84e8-1970-4af8-8c35-9cc3659e329d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:10.774298 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-612f84e8-1970-4af8-8c35-9cc3659e329d admin admin] Publish callbacks [] for security_group (d78db1e8-ab94-476d-af83-18f3e22b763b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:10.781108 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-612f84e8-1970-4af8-8c35-9cc3659e329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d78db1e8-ab94-476d-af83-18f3e22b763b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:10.870101 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-612f84e8-1970-4af8-8c35-9cc3659e329d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be1e0ecbd04f49138f0c9836289d1d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432936 Jan 19 01:00:10.873089 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36704) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:10.889510 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ce3b-cf2d-424c-bd85-1e64bea2e8ec req-a854e4f8-fc29-4e8c-b0f9-f7e3e22652a7 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:10.893161 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d97ce3b-cf2d-424c-bd85-1e64bea2e8ec req-a854e4f8-fc29-4e8c-b0f9-f7e3e22652a7 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1746061 Jan 19 01:00:10.894915 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f84e8-1970-4af8-8c35-9cc3659e329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78db1e8-ab94-476d-af83-18f3e22b763b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:10.979267 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d97ce3b-cf2d-424c-bd85-1e64bea2e8ec req-9316de77-7d87-4e2c-bf9b-8035ff3bd1c2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652514 Jan 19 01:00:10.990761 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f9db7097-958e-4aea-b201-ce74ae19b254 req-8b803a2d-ca39-4a89-bd6c-8ba69c74e941 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 210 time: 0.0388713 Jan 19 01:00:11.013281 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c76effe3-f993-457a-8f8e-cd14cbf80989 admin admin] Publish callbacks [] for security_group (d78db1e8-ab94-476d-af83-18f3e22b763b), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:11.046025 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c76effe3-f993-457a-8f8e-cd14cbf80989 admin admin] Publish callbacks [] for security_group (d78db1e8-ab94-476d-af83-18f3e22b763b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:11.114861 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c76effe3-f993-457a-8f8e-cd14cbf80989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d78db1e8-ab94-476d-af83-18f3e22b763b), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:11.119081 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c76effe3-f993-457a-8f8e-cd14cbf80989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:11.120554 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c76effe3-f993-457a-8f8e-cd14cbf80989 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d78db1e8-ab94-476d-af83-18f3e22b763b HTTP/1.1" status: 204 len: 168 time: 0.2448628 Jan 19 01:00:11.134573 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76effe3-f993-457a-8f8e-cd14cbf80989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78db1e8-ab94-476d-af83-18f3e22b763b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:11.755963 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-8fc48445-2358-4752-8f79-3c6721ddf733 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:11.759193 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-8fc48445-2358-4752-8f79-3c6721ddf733 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.3149095 Jan 19 01:00:11.809160 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Request body: {'port': {'device_id': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'admin_state_up': True, 'tenant_id': '501a962e9fd5449fb8b625403e9ff8dc'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:11.817512 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36734) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:11.918199 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4d87564-37ef-41fa-baab-be8c14791bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:11.976988 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36742) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:12.104375 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Made reservation on behalf of 501a962e9fd5449fb8b625403e9ff8dc for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:12.108648 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.208641 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4d87564-37ef-41fa-baab-be8c14791bf4 admin admin] Publish callbacks [] for security_group (13ee0e98-ce42-4b3a-9929-8621e072e81b), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.229922 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a4d87564-37ef-41fa-baab-be8c14791bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (13ee0e98-ce42-4b3a-9929-8621e072e81b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.238267 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cbbf2ef-d8f9-4694-9628-e7fae5e43bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.259380 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8c8519a4-dfd3-4899-af27-9a194cb409a7 req-75c75b61-f90d-49a4-ab01-20141a8d6fe6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 210 time: 0.0532856 Jan 19 01:00:12.307877 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad456d-4446-4f32-8d8a-b44169a83309 req-d8a7916f-dbd0-4e8c-b1dc-3d1acd2cd733 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:12.310724 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5aad456d-4446-4f32-8d8a-b44169a83309 req-d8a7916f-dbd0-4e8c-b1dc-3d1acd2cd733 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1473985 Jan 19 01:00:12.359148 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d87564-37ef-41fa-baab-be8c14791bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ee0e98-ce42-4b3a-9929-8621e072e81b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:12.370297 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a4d87564-37ef-41fa-baab-be8c14791bf4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ad5507d9be8468889e5379da0f8b96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5480533 Jan 19 01:00:12.379640 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36750) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:12.423718 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5aad456d-4446-4f32-8d8a-b44169a83309 req-9a208019-9781-4fcd-8dd5-0ea227c1e9e1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981393 Jan 19 01:00:12.449585 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Allocated IP 172.20.0.3 (a5df2d14-6c77-4859-a21d-41a9de91756c/d60fded0-ad26-44c8-bcf5-af2379aac59f/48d03b9f-93ff-487d-8eb8-b6d6155cceb0) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:12.472037 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cbbf2ef-d8f9-4694-9628-e7fae5e43bea admin admin] Publish callbacks [] for security_group (b2d43f04-0b69-496c-8739-65f3ab752e57), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.479002 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1cbbf2ef-d8f9-4694-9628-e7fae5e43bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b2d43f04-0b69-496c-8739-65f3ab752e57), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.531690 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb9310a7-7b85-4042-a2a0-752f583ab075 admin admin] Publish callbacks [] for security_group (13ee0e98-ce42-4b3a-9929-8621e072e81b), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.542579 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1cbbf2ef-d8f9-4694-9628-e7fae5e43bea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=384e2016dd0344718c65f9f262ec4055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640562 Jan 19 01:00:12.544055 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbf2ef-d8f9-4694-9628-e7fae5e43bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d43f04-0b69-496c-8739-65f3ab752e57,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:12.548399 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36754) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:12.598814 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb9310a7-7b85-4042-a2a0-752f583ab075 admin admin] Publish callbacks [] for security_group (13ee0e98-ce42-4b3a-9929-8621e072e81b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.694365 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eff36b9d-8ef3-4c39-a05c-7f9773b29f6d admin admin] Publish callbacks [] for security_group (b2d43f04-0b69-496c-8739-65f3ab752e57), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.735716 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eff36b9d-8ef3-4c39-a05c-7f9773b29f6d admin admin] Publish callbacks [] for security_group (b2d43f04-0b69-496c-8739-65f3ab752e57), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.839400 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks [] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.847110 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb9310a7-7b85-4042-a2a0-752f583ab075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (13ee0e98-ce42-4b3a-9929-8621e072e81b), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.851060 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb9310a7-7b85-4042-a2a0-752f583ab075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.852961 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-fb9310a7-7b85-4042-a2a0-752f583ab075 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13ee0e98-ce42-4b3a-9929-8621e072e81b HTTP/1.1" status: 204 len: 168 time: 0.4711764 Jan 19 01:00:12.880820 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9310a7-7b85-4042-a2a0-752f583ab075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ee0e98-ce42-4b3a-9929-8621e072e81b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:12.881865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eff36b9d-8ef3-4c39-a05c-7f9773b29f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b2d43f04-0b69-496c-8739-65f3ab752e57), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.895727 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eff36b9d-8ef3-4c39-a05c-7f9773b29f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:12.900770 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-eff36b9d-8ef3-4c39-a05c-7f9773b29f6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2d43f04-0b69-496c-8739-65f3ab752e57 HTTP/1.1" status: 204 len: 168 time: 0.3484106 Jan 19 01:00:12.925898 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff36b9d-8ef3-4c39-a05c-7f9773b29f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d43f04-0b69-496c-8739-65f3ab752e57,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:12.947284 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.020147 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Network a5df2d14-6c77-4859-a21d-41a9de91756c is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:13.024829 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:13.030739 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:13.056835 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event updated for resources: {'Port': ['ID=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:13.098477 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:13.099625 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.131530 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-1108a8e5-74af-4c22-9e87-51efb7e28ea9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328331 Jan 19 01:00:13.155106 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Request body: {'port': {'device_id': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:13.244078 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.511309 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36788) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:13.541354 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-16ff0f9a-2b81-499d-b650-e3a8375cae39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.553055 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b1eb3-bc7e-43c0-9bf0-bca01a2f0678 req-9dbcd808-7033-4884-8cb5-9c2c68839ebc tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:13.554935 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-548b1eb3-bc7e-43c0-9bf0-bca01a2f0678 req-9dbcd808-7033-4884-8cb5-9c2c68839ebc tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 931 time: 0.1526878 Jan 19 01:00:13.634949 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9174-ab5d-458c-ac92-7de34d4a85dd req-58c38551-b56f-4252-9dd3-77172f5a4439 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:13.636807 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-518c9174-ab5d-458c-ac92-7de34d4a85dd req-58c38551-b56f-4252-9dd3-77172f5a4439 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0865393 Jan 19 01:00:13.654038 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-548b1eb3-bc7e-43c0-9bf0-bca01a2f0678 req-285c482c-6c42-4e1e-93ae-4aaace5b3067 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890622 Jan 19 01:00:13.725196 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-518c9174-ab5d-458c-ac92-7de34d4a85dd req-2017bd94-d234-4ef1-822c-4ab4918ee21f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731173 Jan 19 01:00:13.749482 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:00:13.759870 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Publish callbacks [] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.788295 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Transition to ACTIVE for port object 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:00:13.794487 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.798261 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-16ff0f9a-2b81-499d-b650-e3a8375cae39 admin admin] Publish callbacks [] for security_group (ceb8164d-6d41-4903-8a9a-9a7615a141c2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.808566 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-16ff0f9a-2b81-499d-b650-e3a8375cae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ceb8164d-6d41-4903-8a9a-9a7615a141c2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:13.866558 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Pushing event updated for resources: {'Port': ['ID=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:13.889130 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-16ff0f9a-2b81-499d-b650-e3a8375cae39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f77570a9349e4b838426f55e738037d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764660 Jan 19 01:00:13.891635 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36796) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:13.898801 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff0f9a-2b81-499d-b650-e3a8375cae39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb8164d-6d41-4903-8a9a-9a7615a141c2,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:14.009817 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Attempting to bind port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:14.010872 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Attempting to bind port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:14.011419 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Attempting to bind port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:14.021883 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ae17d174-67c0-43a5-9cea-4947f70909e2 admin admin] Publish callbacks [] for security_group (ceb8164d-6d41-4903-8a9a-9a7615a141c2), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:14.024235 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 on network a5df2d14-6c77-4859-a21d-41a9de91756c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:00:14.024551 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Attempting to bind port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:14.041616 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:14.041976 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Checking segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:14.042377 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Bound using segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:14.043015 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Bound port: 48d03b9f-93ff-487d-8eb8-b6d6155cceb0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:14.043213 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:14.072085 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ae17d174-67c0-43a5-9cea-4947f70909e2 admin admin] Publish callbacks [] for security_group (ceb8164d-6d41-4903-8a9a-9a7615a141c2), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:14.168872 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] For port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:14.173116 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] For port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:14.179952 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:14.216464 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ae17d174-67c0-43a5-9cea-4947f70909e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ceb8164d-6d41-4903-8a9a-9a7615a141c2), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:14.220247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ae17d174-67c0-43a5-9cea-4947f70909e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:14.223596 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ae17d174-67c0-43a5-9cea-4947f70909e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceb8164d-6d41-4903-8a9a-9a7615a141c2 HTTP/1.1" status: 204 len: 168 time: 0.3284829 Jan 19 01:00:14.248406 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:14.249192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:14.250832 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] 10.222.0.32 "PUT /v2.0/ports/48d03b9f-93ff-487d-8eb8-b6d6155cceb0 HTTP/1.1" status: 200 len: 1093 time: 1.1049769 Jan 19 01:00:14.251329 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'tag': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:00:14.253944 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae6e89-731e-483f-9ff7-a203627fa9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2a211ed3-91b3-49a8-8ccd-fe71a9359bfd", "tag": "48d03b9f-93ff-487d-8eb8-b6d6155cceb0"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:00:14.274707 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17d174-67c0-43a5-9cea-4947f70909e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb8164d-6d41-4903-8a9a-9a7615a141c2,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:14.310003 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545fd50-2a59-4af7-b73e-7dbad8be3a66 service neutron] Pushing event updated for resources: {'Port': ['ID=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:14.327753 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262467cd-b4b6-4271-a9e9-7564d05db790 x-openstack-request-id: req-262467cd-b4b6-4271-a9e9-7564d05db790 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:00:14.328064 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a211ed3-91b3-49a8-8ccd-fe71a9359bfd", "tag": "48d03b9f-93ff-487d-8eb8-b6d6155cceb0", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:00:14.328300 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-262467cd-b4b6-4271-a9e9-7564d05db790 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:00:14.328706 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'tag': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'status': 'completed', 'code': 200} Jan 19 01:00:14.459138 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-4664f783-a45d-4d8a-95a8-60333637f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:14.461037 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-4664f783-a45d-4d8a-95a8-60333637f5a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 1096 time: 0.0728273 Jan 19 01:00:14.585948 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-7032783f-b9aa-439b-a608-d800c4ad687d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48d03b9f-93ff-487d-8eb8-b6d6155cceb0 HTTP/1.1" status: 200 len: 217 time: 0.0904696 Jan 19 01:00:14.651287 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5886e-07c0-43a6-a135-14021dcc088f req-352586a3-c5e0-4334-b4a3-e2d822494360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:14.653068 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-86d5886e-07c0-43a6-a135-14021dcc088f req-352586a3-c5e0-4334-b4a3-e2d822494360 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 1098 time: 0.1592739 Jan 19 01:00:14.671385 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-e0d2c4dd-7b76-4d22-b428-4df4758e9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:14.673089 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-e0d2c4dd-7b76-4d22-b428-4df4758e9629 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.0791190 Jan 19 01:00:14.721521 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-15600016-5563-4303-8de9-ffbfebe93803 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370674 Jan 19 01:00:14.916071 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-86d5886e-07c0-43a6-a135-14021dcc088f req-27980aff-c72d-49f5-9085-6a168691aa41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528400 Jan 19 01:00:15.007630 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36872) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:15.023771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d731e35-ce26-48e1-a7f3-8a692c10eafe req-fd887887-5835-42e6-9fd0-b034c1ed8aa7 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:15.037439 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d731e35-ce26-48e1-a7f3-8a692c10eafe req-fd887887-5835-42e6-9fd0-b034c1ed8aa7 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 943 time: 0.1474335 Jan 19 01:00:15.096149 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f86bb4a8-972c-4f29-a079-c7ef0d024fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:15.114479 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97a5dd-d293-47e9-8e5e-8e0ab9aaf7f0 req-8e435355-c38d-4f83-a115-1b9e7454377e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:15.121757 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dd97a5dd-d293-47e9-8e5e-8e0ab9aaf7f0 req-8e435355-c38d-4f83-a115-1b9e7454377e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.2194531 Jan 19 01:00:15.132886 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-402ce0bc-755f-4f63-a2ac-b70ffa39edfb service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987606 Jan 19 01:00:15.142154 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d731e35-ce26-48e1-a7f3-8a692c10eafe req-79d83601-85ee-42a6-a813-1c627f67c9ff tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031144 Jan 19 01:00:15.254366 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dd97a5dd-d293-47e9-8e5e-8e0ab9aaf7f0 req-bd92fd43-dfa9-4473-966c-3e714410f23b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315482 Jan 19 01:00:15.661395 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f86bb4a8-972c-4f29-a079-c7ef0d024fb2 admin admin] Publish callbacks [] for security_group (2453099b-366f-4296-8ab5-82735cb6b665), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:15.667431 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f86bb4a8-972c-4f29-a079-c7ef0d024fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (2453099b-366f-4296-8ab5-82735cb6b665), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:15.674529 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7e6ed86-bfe5-4b09-a6b1-b7d8200446c5 req-57ee969d-873a-47b3-9a9b-b89a37a21f47 service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441328 Jan 19 01:00:15.718940 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f86bb4a8-972c-4f29-a079-c7ef0d024fb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd28ca3ec74d426c86f0bb6c33a426e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7101912 Jan 19 01:00:15.719922 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bb4a8-972c-4f29-a079-c7ef0d024fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2453099b-366f-4296-8ab5-82735cb6b665,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:15.721832 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36906) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:15.796077 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d53634d9-2fdb-4b1b-8b8a-cd48167fc38a admin admin] Publish callbacks [] for security_group (2453099b-366f-4296-8ab5-82735cb6b665), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:15.829375 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d53634d9-2fdb-4b1b-8b8a-cd48167fc38a admin admin] Publish callbacks [] for security_group (2453099b-366f-4296-8ab5-82735cb6b665), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:15.903034 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-48794130-1952-4461-91ad-acbe95cd4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:15.904608 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-48794130-1952-4461-91ad-acbe95cd4b7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 1096 time: 0.0851731 Jan 19 01:00:15.929407 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d53634d9-2fdb-4b1b-8b8a-cd48167fc38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (2453099b-366f-4296-8ab5-82735cb6b665), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:15.932174 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d53634d9-2fdb-4b1b-8b8a-cd48167fc38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:15.937504 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d53634d9-2fdb-4b1b-8b8a-cd48167fc38a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2453099b-366f-4296-8ab5-82735cb6b665 HTTP/1.1" status: 204 len: 168 time: 0.2140467 Jan 19 01:00:15.948238 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53634d9-2fdb-4b1b-8b8a-cd48167fc38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2453099b-366f-4296-8ab5-82735cb6b665,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:16.061279 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-a3ab1a6f-a7f7-42a3-a55f-416857ecc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:16.063826 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-a3ab1a6f-a7f7-42a3-a55f-416857ecc1a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 916 time: 0.1480761 Jan 19 01:00:16.179587 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-a7b0d8d4-9f9c-4971-b372-22201ae51a47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48d03b9f-93ff-487d-8eb8-b6d6155cceb0 HTTP/1.1" status: 200 len: 217 time: 0.0810761 Jan 19 01:00:16.305889 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-84a20e55-2682-4461-8d0a-584d78fc94af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:16.309158 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-84a20e55-2682-4461-8d0a-584d78fc94af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.1221087 Jan 19 01:00:16.413284 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-23c680c1-dc0b-42b5-9f97-990aa7a1c1e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810435 Jan 19 01:00:16.414349 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b71e-797b-4f24-b29a-080588001917 req-b3c6a761-6694-4b71-ab62-4a8e85b83ae1 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:16.419462 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e3c5b71e-797b-4f24-b29a-080588001917 req-b3c6a761-6694-4b71-ab62-4a8e85b83ae1 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 943 time: 0.1387370 Jan 19 01:00:16.544691 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e3c5b71e-797b-4f24-b29a-080588001917 req-fb3ef832-2476-4d8f-9e56-70e9091f429c tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995646 Jan 19 01:00:16.589080 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3f31-5db3-4cae-95c4-a840d6777abe req-f656b642-cd0d-4203-98d3-c1d3c451c756 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:16.606065 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f6ac3f31-5db3-4cae-95c4-a840d6777abe req-f656b642-cd0d-4203-98d3-c1d3c451c756 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1912878 Jan 19 01:00:16.656758 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-bb94d964-75c9-48f4-908a-eac20435df3e service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975284 Jan 19 01:00:16.755252 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f6ac3f31-5db3-4cae-95c4-a840d6777abe req-eb0b3552-ea8f-40a1-8202-b0af12e0dfd6 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479013 Jan 19 01:00:16.865450 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81ae6e89-731e-483f-9ff7-a203627fa9ef req-dd5cd965-e643-45e9-ba90-a6b19d7e62bf service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903350 Jan 19 01:00:17.240296 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 36958) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:17.359472 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-37160349-network', 'tenant_id': 'b28795d42306497ea73c57f43a3f8798'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:17.383665 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Made reservation on behalf of b28795d42306497ea73c57f43a3f8798 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:17.386208 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.396556 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.490846 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks [] for security_group (2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.495799 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.530853 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:00:17.540289 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:17.547041 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.547393 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Added segment 5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba of type vlan for network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd Jan 19 01:00:17.600180 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (3b4a6eca-bc34-40ef-838e-484e8a43c7dd), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.634957 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (3b4a6eca-bc34-40ef-838e-484e8a43c7dd), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.636243 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:17.636865 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.731480 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4892983 Jan 19 01:00:17.735750 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 36966) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:17.740601 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e569d7-c87e-4b67-9e83-f0eaac9a4c7a admin admin] Pushing event updated for resources: {'Network': ['ID=3b4a6eca-bc34-40ef-838e-484e8a43c7dd,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:17.745964 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Request body: {'subnet': {'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-37160349-subnet', 'tenant_id': 'b28795d42306497ea73c57f43a3f8798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:17.759388 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3fdd2-fdf6-4747-a5f1-33b6bc00d4dd req-6efe17d9-a8c6-4b73-ad62-62057e82700e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:17.759669 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:00:17.761165 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88a3fdd2-fdf6-4747-a5f1-33b6bc00d4dd req-6efe17d9-a8c6-4b73-ad62-62057e82700e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 943 time: 0.1214955 Jan 19 01:00:17.809724 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Made reservation on behalf of b28795d42306497ea73c57f43a3f8798 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:17.818361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4753600'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:17.858224 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88a3fdd2-fdf6-4747-a5f1-33b6bc00d4dd req-3636e774-67f5-4074-81b7-70c907797f20 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889935 Jan 19 01:00:18.083841 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6486be-02cd-438f-83b5-6a1bf2e8b20e req-0e5f0530-f3cc-41fc-9492-ea7b01edb5af tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:18.092366 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db6486be-02cd-438f-83b5-6a1bf2e8b20e req-0e5f0530-f3cc-41fc-9492-ea7b01edb5af tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1073775 Jan 19 01:00:18.167614 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4979980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4753646'] for subnet (d19963a3-f6fb-438e-b34f-8be210057812), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:18.184381 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db6486be-02cd-438f-83b5-6a1bf2e8b20e req-f1f4de97-921b-4c3e-b072-8a7490f083d4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847867 Jan 19 01:00:18.291346 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19963a3-f6fb-438e-b34f-8be210057812,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:18.329489 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Checking segment: {'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:18.330118 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Network hostable DHCP agents. Network: 3b4a6eca-bc34-40ef-838e-484e8a43c7dd, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:00:18.393962 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:00:18.416377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824d5f-fc6a-4042-bdc7-9fea4ff1ef3e req-dd331a03-b8c3-40cd-9384-d867aabcd6d0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:18.418011 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-20824d5f-fc6a-4042-bdc7-9fea4ff1ef3e req-dd331a03-b8c3-40cd-9384-d867aabcd6d0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0839527 Jan 19 01:00:18.418646 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, 3b4a6eca-bc34-40ef-838e-484e8a43c7dd) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:18.424055 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:18.424664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:18.433609 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4609f-332f-425c-a1fc-d89e637bdc1e None None] Network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:18.461211 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-18912a43-b3bd-4a26-b6d0-9d18b7717886 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7229435 Jan 19 01:00:18.499292 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-20824d5f-fc6a-4042-bdc7-9fea4ff1ef3e req-bfb8004a-7ca4-44e2-8630-34e22f768a4b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701532 Jan 19 01:00:18.632564 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc3c69-f1a8-4edd-9a97-28c80045892a None None] Network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:19.099633 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a7f70-ed44-4430-8073-9a8fa3a37034 req-13359692-a049-48e2-88e0-d00d9a6dbfdf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:19.107030 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c36a7f70-ed44-4430-8073-9a8fa3a37034 req-13359692-a049-48e2-88e0-d00d9a6dbfdf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 943 time: 0.1073689 Jan 19 01:00:19.181456 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c36a7f70-ed44-4430-8073-9a8fa3a37034 req-d61d0baf-fff9-403e-ada6-0048e3e78014 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Jan 19 01:00:19.475277 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:00:19.650635 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:19.656642 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37024) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:19.671603 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'port_id': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'mac_address': 'fa:16:3e:e1:83:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60fded0-ad26-44c8-bcf5-af2379aac59f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:00:19.731983 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:19.732865 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:19.756478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:00:19.783826 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:19.789972 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:19.806394 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8c80-097b-421d-a37c-3e4006bb648e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:19.868530 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:19.883720 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.884071 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.884488 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.884834 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.885165 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.885500 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.885874 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.886215 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.886549 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.886893 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.887254 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.887602 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.887927 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:19.940689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8c80-097b-421d-a37c-3e4006bb648e admin admin] Publish callbacks [] for security_group (064798f3-e770-4558-a288-bcd14187b016), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:19.946489 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fe2a8c80-097b-421d-a37c-3e4006bb648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (064798f3-e770-4558-a288-bcd14187b016), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:20.017367 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fe2a8c80-097b-421d-a37c-3e4006bb648e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89cfd0306cf3433f9d39ec7999bd1c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587742 Jan 19 01:00:20.018677 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a8c80-097b-421d-a37c-3e4006bb648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064798f3-e770-4558-a288-bcd14187b016,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:20.021906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37028) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:20.090794 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-40e3f843-0b81-47d5-9a1e-3aa4aafc3db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:20.108633 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee1c8-d7f0-4d51-bae4-70b1176605e1 admin admin] Publish callbacks [] for security_group (064798f3-e770-4558-a288-bcd14187b016), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:20.138632 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee1c8-d7f0-4d51-bae4-70b1176605e1 admin admin] Publish callbacks [] for security_group (064798f3-e770-4558-a288-bcd14187b016), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:20.202980 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee1c8-d7f0-4d51-bae4-70b1176605e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (064798f3-e770-4558-a288-bcd14187b016), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:20.206391 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee1c8-d7f0-4d51-bae4-70b1176605e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:20.207621 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cf8ee1c8-d7f0-4d51-bae4-70b1176605e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/064798f3-e770-4558-a288-bcd14187b016 HTTP/1.1" status: 204 len: 168 time: 0.1843240 Jan 19 01:00:20.224404 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ee1c8-d7f0-4d51-bae4-70b1176605e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064798f3-e770-4558-a288-bcd14187b016,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:20.245035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:00:20.523427 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51b224-7f29-4c99-9b70-d0bfb4a2c54b req-df83da9a-7693-4de4-8b46-b631ffd5a89d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:20.526559 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cf51b224-7f29-4c99-9b70-d0bfb4a2c54b req-df83da9a-7693-4de4-8b46-b631ffd5a89d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 944 time: 0.1085758 Jan 19 01:00:20.700832 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cf51b224-7f29-4c99-9b70-d0bfb4a2c54b req-5c1bde2b-21d4-4c30-8605-ff092a5cd7f9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663079 Jan 19 01:00:20.934441 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37060) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:20.950664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-004fd9ca-f9d2-4262-8d12-df879eab2712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:20.998853 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:00:21.038087 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a3227-d83f-4425-94e5-286de9164a6b req-d733692b-c4ac-4d37-9404-fa8664437c77 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:21.039632 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a0a3227-d83f-4425-94e5-286de9164a6b req-d733692b-c4ac-4d37-9404-fa8664437c77 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1241200 Jan 19 01:00:21.046787 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-1971f90e-05ba-4269-b8c7-9c9d8bb95b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:21.048324 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-1971f90e-05ba-4269-b8c7-9c9d8bb95b9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.1093459 Jan 19 01:00:21.055365 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-004fd9ca-f9d2-4262-8d12-df879eab2712 admin admin] Publish callbacks [] for security_group (1ca57577-9a1d-4b6a-8314-721e38d7f577), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.061054 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-004fd9ca-f9d2-4262-8d12-df879eab2712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1ca57577-9a1d-4b6a-8314-721e38d7f577), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.147343 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-004fd9ca-f9d2-4262-8d12-df879eab2712 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9816761bce8d4a37b790f11bc4d79926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083883 Jan 19 01:00:21.147343 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fd9ca-f9d2-4262-8d12-df879eab2712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca57577-9a1d-4b6a-8314-721e38d7f577,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:21.149989 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a0a3227-d83f-4425-94e5-286de9164a6b req-07a2aa17-7a9b-4c1c-8e89-5ba352c860aa tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006117 Jan 19 01:00:21.150758 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37062) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:21.193662 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-1873e1d6-411d-492b-802a-ca30c7581ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:21.196053 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-1873e1d6-411d-492b-802a-ca30c7581ecd service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.1401312 Jan 19 01:00:21.246508 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e1631a1-fd24-4997-9d30-3a895a83b79b admin admin] Publish callbacks [] for security_group (1ca57577-9a1d-4b6a-8314-721e38d7f577), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.252367 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-d9973718-21b6-4ac9-8604-832833fc4d05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 217 time: 0.0465600 Jan 19 01:00:21.327794 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-ef49785e-d669-48eb-9e84-43ab5d39d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:21.329384 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-ef49785e-d669-48eb-9e84-43ab5d39d2c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.0700915 Jan 19 01:00:21.382342 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-d92a6109-0754-4475-8256-1179b51c86c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411901 Jan 19 01:00:21.511173 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:00:21.535123 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e1631a1-fd24-4997-9d30-3a895a83b79b admin admin] Publish callbacks [] for security_group (1ca57577-9a1d-4b6a-8314-721e38d7f577), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.549803 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-365e4238-7a0b-4173-a315-564bd2402ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471338 Jan 19 01:00:21.638559 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e1631a1-fd24-4997-9d30-3a895a83b79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1ca57577-9a1d-4b6a-8314-721e38d7f577), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.643689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e1631a1-fd24-4997-9d30-3a895a83b79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.645430 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:00:21.662779 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4e1631a1-fd24-4997-9d30-3a895a83b79b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ca57577-9a1d-4b6a-8314-721e38d7f577 HTTP/1.1" status: 204 len: 168 time: 0.5099475 Jan 19 01:00:21.670171 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:21.671069 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.697660 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1631a1-fd24-4997-9d30-3a895a83b79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca57577-9a1d-4b6a-8314-721e38d7f577,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:21.797035 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23cae93a-bc6c-4ab2-bdc5-70a303b140c9 req-344d7886-e478-497e-a12f-f2d67b430cf6 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421048 Jan 19 01:00:21.883598 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:21.885579 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.935796 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:00:21.941238 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158ea27d-2f6e-4a53-a7cd-a00e690d53db" -d '{"events": [{"server_uuid": "2a211ed3-91b3-49a8-8ccd-fe71a9359bfd", "name": "network-vif-plugged", "status": "completed", "tag": "48d03b9f-93ff-487d-8eb8-b6d6155cceb0"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:00:21.968353 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:21.980765 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:21.990265 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c9007-22c3-437e-8bd8-fdb30e23951f req-0f56fdaa-c2e5-4ae3-8122-c09c3765c376 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:21.993084 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cf0c9007-22c3-437e-8bd8-fdb30e23951f req-0f56fdaa-c2e5-4ae3-8122-c09c3765c376 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 944 time: 0.0930650 Jan 19 01:00:22.060195 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:22.065292 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cf0c9007-22c3-437e-8bd8-fdb30e23951f req-26f867fa-9879-4a22-822f-ff6e97ba0106 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654886 Jan 19 01:00:22.134729 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9b7fa-cac7-4d0c-9c66-44e10b0d9324 x-openstack-request-id: req-3ad9b7fa-cac7-4d0c-9c66-44e10b0d9324 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:00:22.134729 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a211ed3-91b3-49a8-8ccd-fe71a9359bfd", "name": "network-vif-plugged", "status": "completed", "tag": "48d03b9f-93ff-487d-8eb8-b6d6155cceb0", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:00:22.134729 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ad9b7fa-cac7-4d0c-9c66-44e10b0d9324 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:00:22.134729 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'code': 200} Jan 19 01:00:22.328041 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-275359a2-2b30-4633-8cef-019198989a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:22.435815 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833de26-4fbc-45b1-80a5-f5734defc9e0 req-98451ed7-de74-4d8d-87d8-4d0a36c7d97b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:22.438677 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3833de26-4fbc-45b1-80a5-f5734defc9e0 req-98451ed7-de74-4d8d-87d8-4d0a36c7d97b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1349456 Jan 19 01:00:22.553505 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b1d70-8c12-49d7-ab93-fcf3c0df1372 req-c820d523-eb2c-4995-80d6-1e7b2b241416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:22.556186 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-565b1d70-8c12-49d7-ab93-fcf3c0df1372 req-c820d523-eb2c-4995-80d6-1e7b2b241416 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 1098 time: 0.1037469 Jan 19 01:00:22.563189 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3833de26-4fbc-45b1-80a5-f5734defc9e0 req-33fad206-81e3-46eb-a80a-9bad17928234 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170561 Jan 19 01:00:22.638509 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-565b1d70-8c12-49d7-ab93-fcf3c0df1372 req-44f8852b-78d1-4901-a774-36aafa9edc16 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729287 Jan 19 01:00:23.446001 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc4a9d-1426-4f20-b728-fa6f764c0518 req-cf60c199-f72f-4638-b095-e2bc0cde37a9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:23.451639 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-00cc4a9d-1426-4f20-b728-fa6f764c0518 req-cf60c199-f72f-4638-b095-e2bc0cde37a9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 945 time: 0.0854654 Jan 19 01:00:23.519373 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-00cc4a9d-1426-4f20-b728-fa6f764c0518 req-e69004b9-4551-441c-b711-178e89bd714e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613086 Jan 19 01:00:23.547465 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:23.747183 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160103-9ba1-4b7a-8694-dd9a397386ea req-92bdaaa6-5bf4-4755-918d-90f43c715169 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:23.748925 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f7160103-9ba1-4b7a-8694-dd9a397386ea req-92bdaaa6-5bf4-4755-918d-90f43c715169 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0901220 Jan 19 01:00:23.826413 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f7160103-9ba1-4b7a-8694-dd9a397386ea req-8d595886-bf43-499e-a91e-d39908b2c3a3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Jan 19 01:00:24.659757 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1feb5e-3d4e-44d3-9e17-3bed0164dc00 req-66ce783b-096a-4354-8c55-bab1553553c4 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:24.661970 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac1feb5e-3d4e-44d3-9e17-3bed0164dc00 req-66ce783b-096a-4354-8c55-bab1553553c4 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 945 time: 0.0547338 Jan 19 01:00:24.718130 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac1feb5e-3d4e-44d3-9e17-3bed0164dc00 req-5722fee0-7731-4190-8132-1955a294b1ad tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496049 Jan 19 01:00:24.882310 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:25.031819 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a76750-f2f3-4df5-ab64-d2be03b804f6 req-179415f0-c0d8-4b67-ad27-437f4d91bf9f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:25.033866 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81a76750-f2f3-4df5-ab64-d2be03b804f6 req-179415f0-c0d8-4b67-ad27-437f4d91bf9f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0917103 Jan 19 01:00:25.113098 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81a76750-f2f3-4df5-ab64-d2be03b804f6 req-0ec656a8-32ab-431b-b8a6-7ad1d0e68ac6 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701411 Jan 19 01:00:26.177669 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:26.288514 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059efc9-dfd3-49c3-be3b-445b04126cd2 req-9c8bbb4b-6ae9-48da-86d5-a569393e3ec8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:26.293664 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a059efc9-dfd3-49c3-be3b-445b04126cd2 req-9c8bbb4b-6ae9-48da-86d5-a569393e3ec8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0793111 Jan 19 01:00:26.349205 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a059efc9-dfd3-49c3-be3b-445b04126cd2 req-b6f080c7-9501-4e2c-9475-a4c6663a245f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 Jan 19 01:00:27.501335 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e54bba-efb9-4f30-b18f-d6fb202c77d0 req-fb8698c9-5044-484e-942b-6286d745044d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:27.503242 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0e54bba-efb9-4f30-b18f-d6fb202c77d0 req-fb8698c9-5044-484e-942b-6286d745044d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0647211 Jan 19 01:00:27.590635 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0e54bba-efb9-4f30-b18f-d6fb202c77d0 req-927b07ac-bf1d-4f88-9b4a-e2ee1aa2f1fa tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760717 Jan 19 01:00:27.938099 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-93548387-d0c0-44fd-a3b4-d59e7d2a2e3b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:27.941084 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-93548387-d0c0-44fd-a3b4-d59e7d2a2e3b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/networks?id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd HTTP/1.1" status: 200 len: 807 time: 0.1692245 Jan 19 01:00:27.964803 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-4a7357e4-e0a6-488f-a302-c8f310eff617 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/quotas/b28795d42306497ea73c57f43a3f8798 HTTP/1.1" status: 200 len: 375 time: 0.0131850 Jan 19 01:00:28.029414 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-03cb1bed-97da-494a-98e2-58c68cdc41f6 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b28795d42306497ea73c57f43a3f8798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584631 Jan 19 01:00:28.135462 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-85429aca-592c-414c-98f0-0b294133fed9 service neutron] 10.222.0.35 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965793 Jan 19 01:00:28.259475 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-437f2016-cb20-4c92-8d5d-9cfbcdf3e78f service neutron] 10.222.0.35 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117978 Jan 19 01:00:28.493695 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e912518a-4d14-47c0-b3ff-cf123fcfe2cd req-b142401e-2f90-4952-9abe-1d56221fcfc5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 210 time: 0.0456824 Jan 19 01:00:28.767984 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:28.869344 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c90966-a5e1-4741-b689-1d71f1245f43 req-ee26eb5f-5658-4701-9496-0b15d17cf54e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:28.871464 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b4c90966-a5e1-4741-b689-1d71f1245f43 req-ee26eb5f-5658-4701-9496-0b15d17cf54e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1367018 Jan 19 01:00:28.985462 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b4c90966-a5e1-4741-b689-1d71f1245f43 req-9821bff1-23f2-445f-a775-a9125d11810f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028454 Jan 19 01:00:29.637711 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fed78916-2211-4bad-a620-8636f2f67c95 req-ad97c146-9ec2-446f-ad24-8ae908d951f0 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 210 time: 0.0433302 Jan 19 01:00:29.657313 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37316) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:29.783209 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60fa79db-2316-45ec-8991-3eee30af5256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:29.898451 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60fa79db-2316-45ec-8991-3eee30af5256 admin admin] Publish callbacks [] for security_group (aa7730e3-9798-427f-9070-441f7ce66956), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:29.904338 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60fa79db-2316-45ec-8991-3eee30af5256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (aa7730e3-9798-427f-9070-441f7ce66956), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:29.952980 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa79db-2316-45ec-8991-3eee30af5256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7730e3-9798-427f-9070-441f7ce66956,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:29.965995 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-60fa79db-2316-45ec-8991-3eee30af5256 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f201fbbdd89340a7889d75227bf62a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068995 Jan 19 01:00:29.971013 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37320) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:30.078816 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-207660e9-4cc5-4611-93f2-3ab6c0f32833 admin admin] Publish callbacks [] for security_group (aa7730e3-9798-427f-9070-441f7ce66956), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:30.141404 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-207660e9-4cc5-4611-93f2-3ab6c0f32833 admin admin] Publish callbacks [] for security_group (aa7730e3-9798-427f-9070-441f7ce66956), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:30.184812 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c3eff35c-87c7-4acf-8cc8-dc42c6771594 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:30.196573 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c3eff35c-87c7-4acf-8cc8-dc42c6771594 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "GET /v2.0/networks?id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd HTTP/1.1" status: 200 len: 807 time: 0.2657440 Jan 19 01:00:30.239763 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Request body: {'port': {'device_id': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd', 'admin_state_up': True, 'tenant_id': 'b28795d42306497ea73c57f43a3f8798'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:30.277242 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06d0bd-0a3d-4e48-9b9f-6f6e15700faa req-982af9d6-afaa-4143-bb7f-75db2eec97a2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:30.279627 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5c06d0bd-0a3d-4e48-9b9f-6f6e15700faa req-982af9d6-afaa-4143-bb7f-75db2eec97a2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1913114 Jan 19 01:00:30.335044 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-207660e9-4cc5-4611-93f2-3ab6c0f32833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (aa7730e3-9798-427f-9070-441f7ce66956), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:30.341162 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-207660e9-4cc5-4611-93f2-3ab6c0f32833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:30.343115 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-207660e9-4cc5-4611-93f2-3ab6c0f32833 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa7730e3-9798-427f-9070-441f7ce66956 HTTP/1.1" status: 204 len: 168 time: 0.3702061 Jan 19 01:00:30.444947 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5c06d0bd-0a3d-4e48-9b9f-6f6e15700faa req-dda62871-8f67-43ed-8cd9-122a25548244 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448958 Jan 19 01:00:30.461666 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207660e9-4cc5-4611-93f2-3ab6c0f32833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7730e3-9798-427f-9070-441f7ce66956,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:30.515477 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Made reservation on behalf of b28795d42306497ea73c57f43a3f8798 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:30.522346 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:30.719300 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Allocated IP 172.20.0.12 (3b4a6eca-bc34-40ef-838e-484e8a43c7dd/d19963a3-f6fb-438e-b34f-8be210057812/c8d06d74-636e-4c13-927f-0fe056e4383d) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:30.825263 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-edba0235-2ded-47aa-87f8-d6b2e45d3fd6 req-50d93083-0cf4-4600-a366-0d939b627a00 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 210 time: 0.0610440 Jan 19 01:00:30.862731 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37344) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:30.884351 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15351a0c-6763-4a98-95d6-5839c019c91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:30.954883 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks [] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:30.996534 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.037262 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15351a0c-6763-4a98-95d6-5839c019c91d admin admin] Publish callbacks [] for security_group (9e18b3c8-efce-44bf-8710-6dbe67bbb178), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.042985 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15351a0c-6763-4a98-95d6-5839c019c91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (9e18b3c8-efce-44bf-8710-6dbe67bbb178), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.053514 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:31.057381 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:31.062037 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:31.096830 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Pushing event updated for resources: {'Port': ['ID=c8d06d74-636e-4c13-927f-0fe056e4383d,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:31.103602 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15351a0c-6763-4a98-95d6-5839c019c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18b3c8-efce-44bf-8710-6dbe67bbb178,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:31.109296 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-15351a0c-6763-4a98-95d6-5839c019c91d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4bb7d18e9154db9bddf2ae4802934dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451422 Jan 19 01:00:31.114462 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37346) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:31.138920 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:31.139737 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.175170 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-25a75878-abb2-44f2-bfe6-7f4b15db1899 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9482486 Jan 19 01:00:31.200545 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Request body: {'port': {'device_id': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:31.206961 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cae005fd-22e5-442b-a1bf-1a210fcc2307 admin admin] Publish callbacks [] for security_group (9e18b3c8-efce-44bf-8710-6dbe67bbb178), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.284688 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cae005fd-22e5-442b-a1bf-1a210fcc2307 admin admin] Publish callbacks [] for security_group (9e18b3c8-efce-44bf-8710-6dbe67bbb178), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.301014 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.401418 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cae005fd-22e5-442b-a1bf-1a210fcc2307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (9e18b3c8-efce-44bf-8710-6dbe67bbb178), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.406416 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cae005fd-22e5-442b-a1bf-1a210fcc2307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.408515 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cae005fd-22e5-442b-a1bf-1a210fcc2307 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e18b3c8-efce-44bf-8710-6dbe67bbb178 HTTP/1.1" status: 204 len: 168 time: 0.2927475 Jan 19 01:00:31.525344 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae005fd-22e5-442b-a1bf-1a210fcc2307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18b3c8-efce-44bf-8710-6dbe67bbb178,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:31.643550 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29d143-3218-4c70-942d-fcadd77c2040 req-e484bdf7-422e-45eb-bd06-4064702c2bbc tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:31.649871 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3b29d143-3218-4c70-942d-fcadd77c2040 req-e484bdf7-422e-45eb-bd06-4064702c2bbc tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0788698 Jan 19 01:00:31.726648 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3b29d143-3218-4c70-942d-fcadd77c2040 req-7f62c388-48e6-49cd-ab46-f52f8ddb697d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738888 Jan 19 01:00:31.769438 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d06d74-636e-4c13-927f-0fe056e4383d {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:00:31.778105 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Publish callbacks [] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.793330 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Transition to ACTIVE for port object c8d06d74-636e-4c13-927f-0fe056e4383d will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:00:31.798396 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:31.857687 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d06d74-636e-4c13-927f-0fe056e4383d,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:31.938046 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Attempting to bind port c8d06d74-636e-4c13-927f-0fe056e4383d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:31.938435 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Attempting to bind port c8d06d74-636e-4c13-927f-0fe056e4383d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:31.938774 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Attempting to bind port c8d06d74-636e-4c13-927f-0fe056e4383d on network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:31.944132 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Port c8d06d74-636e-4c13-927f-0fe056e4383d on network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:00:31.944453 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Attempting to bind port c8d06d74-636e-4c13-927f-0fe056e4383d on network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:31.950768 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:31.951137 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Checking segment: {'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:31.951495 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Bound using segment: {'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:31.951933 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Bound port: c8d06d74-636e-4c13-927f-0fe056e4383d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:31.952293 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:32.018889 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd9c0c-bdce-4b03-b8d3-f9b7f5f51f02 req-269f8d43-574b-4721-8cff-24e5ac4b9aa0 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:32.021423 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c9bd9c0c-bdce-4b03-b8d3-f9b7f5f51f02 req-269f8d43-574b-4721-8cff-24e5ac4b9aa0 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 944 time: 0.0805387 Jan 19 01:00:32.053325 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] For port c8d06d74-636e-4c13-927f-0fe056e4383d, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:32.058618 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] For port c8d06d74-636e-4c13-927f-0fe056e4383d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c8d06d74-636e-4c13-927f-0fe056e4383d,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:32.065292 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:32.097869 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c9bd9c0c-bdce-4b03-b8d3-f9b7f5f51f02 req-11e1302e-68d1-4ade-8b50-af10ace00c14 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671649 Jan 19 01:00:32.128340 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:32.129518 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:32.131966 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8d06d74-636e-4c13-927f-0fe056e4383d HTTP/1.1" status: 200 len: 1094 time: 0.9379656 Jan 19 01:00:32.132676 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'tag': 'c8d06d74-636e-4c13-927f-0fe056e4383d'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:00:32.135731 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6d429d-eb4e-4664-a812-cb7671ac4ab3", "tag": "c8d06d74-636e-4c13-927f-0fe056e4383d"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:00:32.167990 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46e26-f4c0-4786-9538-08abfb76dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d06d74-636e-4c13-927f-0fe056e4383d,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:32.196441 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3060dc3-3c4e-4237-843c-e58531ca2ba0 x-openstack-request-id: req-b3060dc3-3c4e-4237-843c-e58531ca2ba0 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:00:32.196891 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6d429d-eb4e-4664-a812-cb7671ac4ab3", "tag": "c8d06d74-636e-4c13-927f-0fe056e4383d", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:00:32.197278 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3060dc3-3c4e-4237-843c-e58531ca2ba0 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:00:32.197959 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'tag': 'c8d06d74-636e-4c13-927f-0fe056e4383d', 'status': 'completed', 'code': 200} Jan 19 01:00:32.297299 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-0e8133ed-bb8a-426f-ae38-1813acd90524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:32.301335 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-0e8133ed-bb8a-426f-ae38-1813acd90524 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b28795d42306497ea73c57f43a3f8798&device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0754483 Jan 19 01:00:32.370181 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-39d68941-959d-4f15-a725-9d9fb8403272 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8d06d74-636e-4c13-927f-0fe056e4383d HTTP/1.1" status: 200 len: 217 time: 0.0458307 Jan 19 01:00:32.448813 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-eaf81cb8-0945-4547-9c5a-9004c3658c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:32.451523 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-eaf81cb8-0945-4547-9c5a-9004c3658c81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19963a3-f6fb-438e-b34f-8be210057812 HTTP/1.1" status: 200 len: 847 time: 0.0631676 Jan 19 01:00:32.492516 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-30018ec2-68df-4bc1-836f-2221e6eb626e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342617 Jan 19 01:00:32.645074 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-39b47a33-51d4-4722-863d-14aeb10f5203 service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362681 Jan 19 01:00:32.807126 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d6ce5f3-8a30-4aca-8dd4-06c7f389bb6a req-df4b6109-ab3c-4e83-8598-1caecceff624 service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412632 Jan 19 01:00:32.894475 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca6f3-fd1a-46ff-8f8f-9e49f69f0306 req-f71a5ec9-c89e-4cdf-9680-07efeb6cf721 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:32.896118 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc5ca6f3-fd1a-46ff-8f8f-9e49f69f0306 req-f71a5ec9-c89e-4cdf-9680-07efeb6cf721 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0763903 Jan 19 01:00:32.959035 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc5ca6f3-fd1a-46ff-8f8f-9e49f69f0306 req-3ed6a623-75a6-4bbd-b468-13f2a7c62224 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525103 Jan 19 01:00:33.024614 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-8e60656b-a26a-4e63-9891-fedec422a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:33.026337 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-8e60656b-a26a-4e63-9891-fedec422a90c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b28795d42306497ea73c57f43a3f8798&device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0528190 Jan 19 01:00:33.162254 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-c5936315-0092-446a-bc26-834a7d516548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:33.164035 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-c5936315-0092-446a-bc26-834a7d516548 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd HTTP/1.1" status: 200 len: 908 time: 0.1264346 Jan 19 01:00:33.210704 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-e46bce60-955a-4ba9-88c2-d1032da5932f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8d06d74-636e-4c13-927f-0fe056e4383d HTTP/1.1" status: 200 len: 217 time: 0.0388160 Jan 19 01:00:33.305311 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-078b6c7b-5700-47ff-8971-80ecc3c0176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:33.306875 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-078b6c7b-5700-47ff-8971-80ecc3c0176f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19963a3-f6fb-438e-b34f-8be210057812 HTTP/1.1" status: 200 len: 847 time: 0.0882151 Jan 19 01:00:33.334619 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d8bd1-08f8-4d47-996a-ffed1801e6ce req-93860b08-cc79-442b-a8c5-15f73b50beb5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:33.336300 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b7d8bd1-08f8-4d47-996a-ffed1801e6ce req-93860b08-cc79-442b-a8c5-15f73b50beb5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 944 time: 0.0860181 Jan 19 01:00:33.362641 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-e80b4e3f-c149-4e8a-8513-86857feefd62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452056 Jan 19 01:00:33.674370 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b7d8bd1-08f8-4d47-996a-ffed1801e6ce req-c8de4a37-7d11-451c-8f78-94c21a7baa18 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150785 Jan 19 01:00:33.733169 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-38ea19a4-2263-47f9-9b56-16187e236377 service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560824 Jan 19 01:00:33.843428 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b30ce73-54b1-47ec-9bd3-bcc82aa226eb req-443089a9-5bf4-46ab-b3b9-41963415a7dc service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034102 Jan 19 01:00:34.115022 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df737955-78ac-448e-996f-2c90815e3b9a req-164bc5da-d5ec-419b-86f4-c39f83a6ce2e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:34.123061 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df737955-78ac-448e-996f-2c90815e3b9a req-164bc5da-d5ec-419b-86f4-c39f83a6ce2e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0816889 Jan 19 01:00:34.177393 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df737955-78ac-448e-996f-2c90815e3b9a req-851758a3-eb13-4021-a5dc-a3f4ebc68100 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Jan 19 01:00:34.644664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37468) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:34.867694 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-47397c66-9ed1-4ea2-bead-e3ed48a3f55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.948277 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:00:34.950846 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-b3ddfd70-fb56-4b4d-ae28-363b8512c072 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:34.951617 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-b3ddfd70-fb56-4b4d-ae28-363b8512c072 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.1416903 Jan 19 01:00:34.956994 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4998d5-c30f-44b8-9984-42fed83a3fd0 req-e3f7af38-730b-4fa4-af40-5f299d5d2c94 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:34.959324 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1d4998d5-c30f-44b8-9984-42fed83a3fd0 req-e3f7af38-730b-4fa4-af40-5f299d5d2c94 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 944 time: 0.1204011 Jan 19 01:00:34.974854 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-ed178574-119d-4806-a224-760820a44091 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/quotas/501a962e9fd5449fb8b625403e9ff8dc HTTP/1.1" status: 200 len: 375 time: 0.0161757 Jan 19 01:00:35.039102 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-df4b4e20-42ac-4a38-ab1b-61bb30de058d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562282 Jan 19 01:00:35.071529 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1d4998d5-c30f-44b8-9984-42fed83a3fd0 req-23417600-b693-4182-96fa-8be7c587019e tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985968 Jan 19 01:00:35.084949 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-47397c66-9ed1-4ea2-bead-e3ed48a3f55f admin admin] Publish callbacks [] for security_group (08bcaa72-97bf-4776-a556-cecbd52d23d6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.106595 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-47397c66-9ed1-4ea2-bead-e3ed48a3f55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (08bcaa72-97bf-4776-a556-cecbd52d23d6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.149633 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-47397c66-9ed1-4ea2-bead-e3ed48a3f55f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6addef6fed54434aa5627190b1b7f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5025246 Jan 19 01:00:35.151661 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37490) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:35.178198 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7aecce8a-174a-4a8c-8b2c-c0ffca512b5c service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319411 Jan 19 01:00:35.180993 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47397c66-9ed1-4ea2-bead-e3ed48a3f55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bcaa72-97bf-4776-a556-cecbd52d23d6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:35.229182 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4b852c0-ac17-4b59-82d1-87fe7617f5ec admin admin] Publish callbacks [] for security_group (08bcaa72-97bf-4776-a556-cecbd52d23d6), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.259624 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4b852c0-ac17-4b59-82d1-87fe7617f5ec admin admin] Publish callbacks [] for security_group (08bcaa72-97bf-4776-a556-cecbd52d23d6), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.330057 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-ed1238dc-e4cb-4d98-922c-f7a7d0de3442 service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454892 Jan 19 01:00:35.400150 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8865695-1031-4cf3-9ec2-2abc26544fae req-437fd65d-368b-4404-b7c8-1f1d71adcac0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:35.403412 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a8865695-1031-4cf3-9ec2-2abc26544fae req-437fd65d-368b-4404-b7c8-1f1d71adcac0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1101391 Jan 19 01:00:35.435124 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4b852c0-ac17-4b59-82d1-87fe7617f5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (08bcaa72-97bf-4776-a556-cecbd52d23d6), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.437685 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4b852c0-ac17-4b59-82d1-87fe7617f5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.438848 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c4b852c0-ac17-4b59-82d1-87fe7617f5ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08bcaa72-97bf-4776-a556-cecbd52d23d6 HTTP/1.1" status: 204 len: 168 time: 0.2861817 Jan 19 01:00:35.448886 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b852c0-ac17-4b59-82d1-87fe7617f5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bcaa72-97bf-4776-a556-cecbd52d23d6,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:35.483517 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a8865695-1031-4cf3-9ec2-2abc26544fae req-d4f8761c-d667-414d-8205-7eea1bf946f8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739052 Jan 19 01:00:35.607864 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6f64ed57-6c19-4000-82dc-864352cac84a req-edd7e60e-4472-4d3a-82e5-13cb98f0cd6f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 210 time: 0.0452845 Jan 19 01:00:35.609821 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c8d06d74-636e-4c13-927f-0fe056e4383d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:00:35.730479 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port c8d06d74-636e-4c13-927f-0fe056e4383d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c8d06d74-636e-4c13-927f-0fe056e4383d,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:35.746475 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'c8d06d74-636e-4c13-927f-0fe056e4383d', 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd', 'port_id': 'c8d06d74-636e-4c13-927f-0fe056e4383d', 'mac_address': 'fa:16:3e:ac:a9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19963a3-f6fb-438e-b34f-8be210057812', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:00:35.801129 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port c8d06d74-636e-4c13-927f-0fe056e4383d is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:35.801805 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.822102 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d06d74-636e-4c13-927f-0fe056e4383d {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:00:35.851958 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port c8d06d74-636e-4c13-927f-0fe056e4383d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c8d06d74-636e-4c13-927f-0fe056e4383d,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:35.857350 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.879726 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37524) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:35.893710 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54dce1d2-f374-4767-a938-348957af206e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:35.957380 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=c8d06d74-636e-4c13-927f-0fe056e4383d,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:36.029838 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54dce1d2-f374-4767-a938-348957af206e admin admin] Publish callbacks [] for security_group (29ef0ee7-0606-4d9c-9193-136afd5087b1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:36.035062 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54dce1d2-f374-4767-a938-348957af206e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (29ef0ee7-0606-4d9c-9193-136afd5087b1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:36.107284 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-54dce1d2-f374-4767-a938-348957af206e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8da8383f7a114d5a845df8d212ac363e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256811 Jan 19 01:00:36.109251 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dce1d2-f374-4767-a938-348957af206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ef0ee7-0606-4d9c-9193-136afd5087b1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:36.110160 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37532) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:36.240942 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca81-d3bd-44a1-9df9-813367c9181a admin admin] Publish callbacks [] for security_group (29ef0ee7-0606-4d9c-9193-136afd5087b1), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:36.290143 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b9dde-5e88-4e58-a69f-1f98ec47834a req-3b51bbca-b22d-47ef-9e08-5e5e8020f067 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:36.292364 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cc4b9dde-5e88-4e58-a69f-1f98ec47834a req-3b51bbca-b22d-47ef-9e08-5e5e8020f067 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 945 time: 0.1083755 Jan 19 01:00:36.294604 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca81-d3bd-44a1-9df9-813367c9181a admin admin] Publish callbacks [] for security_group (29ef0ee7-0606-4d9c-9193-136afd5087b1), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:36.379202 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cc4b9dde-5e88-4e58-a69f-1f98ec47834a req-93162d41-b936-4600-adfa-142be8258dab tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803859 Jan 19 01:00:36.405233 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['c8d06d74-636e-4c13-927f-0fe056e4383d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:00:36.445484 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca81-d3bd-44a1-9df9-813367c9181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (29ef0ee7-0606-4d9c-9193-136afd5087b1), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:36.445484 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ecdbca81-d3bd-44a1-9df9-813367c9181a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:36.445484 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ecdbca81-d3bd-44a1-9df9-813367c9181a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29ef0ee7-0606-4d9c-9193-136afd5087b1 HTTP/1.1" status: 204 len: 168 time: 0.3323374 Jan 19 01:00:36.456072 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbca81-d3bd-44a1-9df9-813367c9181a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ef0ee7-0606-4d9c-9193-136afd5087b1,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:36.651217 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4a1df-a81b-4223-b1f3-0877f600f019 req-4262e2bb-d4e0-4a5a-8021-f09379983c17 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:36.653831 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dab4a1df-a81b-4223-b1f3-0877f600f019 req-4262e2bb-d4e0-4a5a-8021-f09379983c17 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0609667 Jan 19 01:00:36.722513 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dab4a1df-a81b-4223-b1f3-0877f600f019 req-e554cc95-6dea-41f1-b077-7a7427e53c9f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591545 Jan 19 01:00:36.813253 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-60d5717a-cb6b-45ad-9571-76fd64713b08 req-a7586f72-0675-496a-8cbb-463f79e2146e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 210 time: 0.0305490 Jan 19 01:00:37.268357 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-6a8ff72b-3444-4bdf-ab18-f99815a65977 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:37.271056 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-6a8ff72b-3444-4bdf-ab18-f99815a65977 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.2016909 Jan 19 01:00:37.304108 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Request body: {'port': {'device_id': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'admin_state_up': True, 'tenant_id': '501a962e9fd5449fb8b625403e9ff8dc'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:37.490546 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Made reservation on behalf of 501a962e9fd5449fb8b625403e9ff8dc for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:37.509375 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:37.698938 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ff534-39cd-44db-ad36-1d49cca6c34c req-df1c6d5e-9e69-4f86-b67d-4b6f963cac86 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:37.700571 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a3ff534-39cd-44db-ad36-1d49cca6c34c req-df1c6d5e-9e69-4f86-b67d-4b6f963cac86 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 945 time: 0.1007121 Jan 19 01:00:37.746880 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Allocated IP 172.20.0.9 (a5df2d14-6c77-4859-a21d-41a9de91756c/d60fded0-ad26-44c8-bcf5-af2379aac59f/c2be2345-4d5f-41d3-8dda-d7f97540e714) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:37.797002 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a3ff534-39cd-44db-ad36-1d49cca6c34c req-689834ab-bae6-4397-b165-75b19fe8057d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852652 Jan 19 01:00:37.984858 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daef72-b513-42d2-a402-de535f55857d req-1d61297a-c0e7-4988-acc1-995c3332798b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:37.992101 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6daef72-b513-42d2-a402-de535f55857d req-1d61297a-c0e7-4988-acc1-995c3332798b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0901351 Jan 19 01:00:38.063861 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6daef72-b513-42d2-a402-de535f55857d req-6e86ae06-81ed-4143-9c7c-9d0534e4ed09 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705426 Jan 19 01:00:38.108060 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks [] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.152535 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37602) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:38.171914 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-037f9bf0-52e3-4603-9d86-ed4d4865a9fd req-eecc01f5-f738-444b-b5ee-50810be8ede8 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 210 time: 0.0546882 Jan 19 01:00:38.213402 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.271474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Network a5df2d14-6c77-4859-a21d-41a9de91756c is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:38.271474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:38.273068 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:38.275500 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:00:38.306231 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event updated for resources: {'Port': ['ID=c2be2345-4d5f-41d3-8dda-d7f97540e714,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:38.348783 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc14e0fe-00c1-44a5-b49f-b630defcaeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.353444 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:38.354875 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.379061 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-7f57bc98-884e-4b13-b59a-d9ead1b7426e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0823920 Jan 19 01:00:38.453304 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc14e0fe-00c1-44a5-b49f-b630defcaeb0 admin admin] Publish callbacks [] for security_group (a1c1a665-dd10-4982-98bc-521e7a407814), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.458605 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc14e0fe-00c1-44a5-b49f-b630defcaeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a1c1a665-dd10-4982-98bc-521e7a407814), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.497923 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14e0fe-00c1-44a5-b49f-b630defcaeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c1a665-dd10-4982-98bc-521e7a407814,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:38.502443 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fc14e0fe-00c1-44a5-b49f-b630defcaeb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=252c690baf2047798802d3330bcb1435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487465 Jan 19 01:00:38.507072 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37606) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:38.561164 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccce21c-d121-4867-aaea-539d84574336 admin admin] Publish callbacks [] for security_group (a1c1a665-dd10-4982-98bc-521e7a407814), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.584612 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccce21c-d121-4867-aaea-539d84574336 admin admin] Publish callbacks [] for security_group (a1c1a665-dd10-4982-98bc-521e7a407814), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.637162 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccce21c-d121-4867-aaea-539d84574336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a1c1a665-dd10-4982-98bc-521e7a407814), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.640098 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccce21c-d121-4867-aaea-539d84574336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:38.641354 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fccce21c-d121-4867-aaea-539d84574336 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1c1a665-dd10-4982-98bc-521e7a407814 HTTP/1.1" status: 204 len: 168 time: 0.1333272 Jan 19 01:00:38.651322 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccce21c-d121-4867-aaea-539d84574336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c1a665-dd10-4982-98bc-521e7a407814,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:38.966878 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716d9ad-75df-4eb9-9027-ed734309e63c req-038735dd-2b27-4ce4-84e5-50b08a18ca7d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:38.968469 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4716d9ad-75df-4eb9-9027-ed734309e63c req-038735dd-2b27-4ce4-84e5-50b08a18ca7d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 945 time: 0.0579312 Jan 19 01:00:39.048210 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4716d9ad-75df-4eb9-9027-ed734309e63c req-cf5010f3-6fd9-43b1-9493-275622cc9ee4 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Jan 19 01:00:39.417790 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37642) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:39.531115 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1173255466-network', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:39.559386 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Made reservation on behalf of 57a740c1bb3e424287752ebd823d57ec for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:39.562565 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.572445 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.663906 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks [] for security_group (55da2798-06cc-4b93-a132-90a15eeee6d8), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.669184 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (55da2798-06cc-4b93-a132-90a15eeee6d8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.695587 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:00:39.706172 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55da2798-06cc-4b93-a132-90a15eeee6d8,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:39.715211 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (5b834aa8-7ce9-4901-add8-6af0d29e967c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.715736 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Added segment 5b834aa8-7ce9-4901-add8-6af0d29e967c of type vlan for network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a Jan 19 01:00:39.765528 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.794197 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.795173 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:39.795779 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:39.853150 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4340622 Jan 19 01:00:39.856716 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37646) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:39.862602 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Request body: {'subnet': {'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1173255466-subnet', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:39.865432 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdee39c-1a48-4d2b-996d-f46385056914 admin admin] Pushing event updated for resources: {'Network': ['ID=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:39.881128 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:00:39.897136 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Made reservation on behalf of 57a740c1bb3e424287752ebd823d57ec for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:39.901154 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7585875'] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.171024 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8210349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7585917'] for subnet (de09732f-bd72-4208-9d1b-4a6787f29d7a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.238698 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de09732f-bd72-4208-9d1b-4a6787f29d7a,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:40.248455 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Checking segment: {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:40.248816 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Network hostable DHCP agents. Network: ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:00:40.272577 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:00:40.285542 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:40.292327 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:40.293272 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.300354 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649cbf7-3b89-4176-aa0e-e2e8b4dcd302 None None] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:40.317503 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-aa095f1d-ff0d-48b8-8ca9-ad389ead454b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4585764 Jan 19 01:00:40.320515 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37654) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:40.326187 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:40.360802 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.360802 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.421535 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks [] for router_controller (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.456197 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 01:00:40.457589 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.549232 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Request body: {'port': {'device_id': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:40.613237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks [] for router_gateway (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.636841 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Allocated IP 172.20.0.2 (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a/de09732f-bd72-4208-9d1b-4a6787f29d7a/95f2c964-f6fa-4c15-a3d0-79d5f4378a2e) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:40.680216 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.828142 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Publish callbacks [] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:40.836940 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.026667 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:41.032912 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:41.038905 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:41.042864 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Pushing event updated for resources: {'Port': ['ID=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:41.137539 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Attempting to bind port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:41.138203 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Attempting to bind port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:41.138948 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Attempting to bind port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e on network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:41.143433 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks [] for router_gateway (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.150314 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:41.151186 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Checking segment: {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:41.152006 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.152836 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Bound using segment: {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:41.153825 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Bound port: 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:41.154629 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.185762 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.241763 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2be2345-4d5f-41d3-8dda-d7f97540e714 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:00:41.256076 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Publish callbacks [] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.279094 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] For port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:41.280966 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Transition to ACTIVE for port object c2be2345-4d5f-41d3-8dda-d7f97540e714 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:00:41.285390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] For port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:41.299255 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.308176 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.384093 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Allocated IP 172.27.3.154 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/68b93b64-b3b5-4981-860a-b82542e1944b) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:41.391556 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Pushing event updated for resources: {'Port': ['ID=c2be2345-4d5f-41d3-8dda-d7f97540e714,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:41.407707 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcde9b-fcf6-4d85-948f-aeae4b092b6a None None] Pushing event updated for resources: {'Port': ['ID=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:41.539099 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Attempting to bind port c2be2345-4d5f-41d3-8dda-d7f97540e714 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:41.539427 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Attempting to bind port c2be2345-4d5f-41d3-8dda-d7f97540e714 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:41.539775 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Attempting to bind port c2be2345-4d5f-41d3-8dda-d7f97540e714 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:41.555611 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Port c2be2345-4d5f-41d3-8dda-d7f97540e714 on network a5df2d14-6c77-4859-a21d-41a9de91756c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:00:41.555940 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Attempting to bind port c2be2345-4d5f-41d3-8dda-d7f97540e714 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:41.568521 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:41.568957 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Checking segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:41.569242 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Bound using segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:41.569735 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Bound port: c2be2345-4d5f-41d3-8dda-d7f97540e714, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:41.570099 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.589116 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks [] for port (68b93b64-b3b5-4981-860a-b82542e1944b), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.617177 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c8d06d74-636e-4c13-927f-0fe056e4383d up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:00:41.709776 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] For port c2be2345-4d5f-41d3-8dda-d7f97540e714, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:41.714468 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] For port c2be2345-4d5f-41d3-8dda-d7f97540e714, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c2be2345-4d5f-41d3-8dda-d7f97540e714,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:41.717104 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.752625 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.777748 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:41.781532 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port c8d06d74-636e-4c13-927f-0fe056e4383d completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:00:41.789511 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:41.794111 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:41.797687 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Pushing event updated for resources: {'Port': ['ID=68b93b64-b3b5-4981-860a-b82542e1944b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:41.799661 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:41.800573 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.806748 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] 10.222.0.32 "PUT /v2.0/ports/c2be2345-4d5f-41d3-8dda-d7f97540e714 HTTP/1.1" status: 200 len: 1093 time: 1.2619720 Jan 19 01:00:41.806748 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'tag': 'c2be2345-4d5f-41d3-8dda-d7f97540e714'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:00:41.807173 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ba1a45-45ef-46cf-a277-b223d3f81602" -d '{"events": [{"name": "network-changed", "server_uuid": "58f35a8a-ede6-447d-ac17-3ada99f11829", "tag": "c2be2345-4d5f-41d3-8dda-d7f97540e714"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:00:41.829139 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port c8d06d74-636e-4c13-927f-0fe056e4383d triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:41.830833 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:41.881414 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8d806-f67e-461c-b2d2-e8a4b4e3d253 req-ae20d101-1732-4c78-b815-c8978d77bfed tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:41.889971 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34c8d806-f67e-461c-b2d2-e8a4b4e3d253 req-ae20d101-1732-4c78-b815-c8978d77bfed tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0839381 Jan 19 01:00:41.903965 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f25c6-6066-423e-959c-4746aa99f864 service neutron] Pushing event updated for resources: {'Port': ['ID=c2be2345-4d5f-41d3-8dda-d7f97540e714,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:41.963858 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34c8d806-f67e-461c-b2d2-e8a4b4e3d253 req-bfd55988-3568-4a4b-807f-2a79535132ee tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Jan 19 01:00:42.043801 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port c8d06d74-636e-4c13-927f-0fe056e4383d is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:42.045473 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:42.085114 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d06d74-636e-4c13-927f-0fe056e4383d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:00:42.087854 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad54c70-ab76-433d-af9c-935bcb047266" -d '{"events": [{"server_uuid": "9a6d429d-eb4e-4664-a812-cb7671ac4ab3", "name": "network-vif-plugged", "status": "completed", "tag": "c8d06d74-636e-4c13-927f-0fe056e4383d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:00:42.107578 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port c8d06d74-636e-4c13-927f-0fe056e4383d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c8d06d74-636e-4c13-927f-0fe056e4383d,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:42.113588 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:42.124148 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6418835-d69b-4773-a331-663d22f0f676 req-8e951322-3a05-4e1f-b3c9-efd8fde477a0 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:42.126337 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d6418835-d69b-4773-a331-663d22f0f676 req-8e951322-3a05-4e1f-b3c9-efd8fde477a0 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 945 time: 0.0649564 Jan 19 01:00:42.187540 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=c8d06d74-636e-4c13-927f-0fe056e4383d,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:42.227521 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d6418835-d69b-4773-a331-663d22f0f676 req-24b84064-d84e-4336-9524-378f104d9a1b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851543 Jan 19 01:00:42.305912 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb65db61-a658-4415-bb9c-efaba73b611a x-openstack-request-id: req-bb65db61-a658-4415-bb9c-efaba73b611a {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:00:42.306434 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f35a8a-ede6-447d-ac17-3ada99f11829", "tag": "c2be2345-4d5f-41d3-8dda-d7f97540e714", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:00:42.306434 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb65db61-a658-4415-bb9c-efaba73b611a {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:00:42.306811 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'tag': 'c2be2345-4d5f-41d3-8dda-d7f97540e714', 'status': 'completed', 'code': 200} Jan 19 01:00:42.319675 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-bf4161a0-faed-4140-aaaa-fe3504ba1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:42.321235 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-bf4161a0-faed-4140-aaaa-fe3504ba1ad1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 1096 time: 0.4142189 Jan 19 01:00:42.327687 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8502e1-7501-4048-8436-50a1f3959caa x-openstack-request-id: req-2a8502e1-7501-4048-8436-50a1f3959caa {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:00:42.327977 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d429d-eb4e-4664-a812-cb7671ac4ab3", "name": "network-vif-plugged", "status": "completed", "tag": "c8d06d74-636e-4c13-927f-0fe056e4383d", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:00:42.328232 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a8502e1-7501-4048-8436-50a1f3959caa {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:00:42.328628 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d06d74-636e-4c13-927f-0fe056e4383d', 'code': 200} Jan 19 01:00:42.375694 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e2b8f-c86a-4271-aac1-b2d552e621a5 req-89c8bf4e-8bc8-4f6a-8c86-a2f1587d5fbb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:42.378552 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-284e2b8f-c86a-4271-aac1-b2d552e621a5 req-89c8bf4e-8bc8-4f6a-8c86-a2f1587d5fbb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 943 time: 0.4548194 Jan 19 01:00:42.459554 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-593fdf90-1f2c-49eb-91df-dfc9cccb0b4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2be2345-4d5f-41d3-8dda-d7f97540e714 HTTP/1.1" status: 200 len: 217 time: 0.0996857 Jan 19 01:00:42.664906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-26ba6e3d-e7b0-40c3-8490-a43066f90a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:42.666449 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-26ba6e3d-e7b0-40c3-8490-a43066f90a47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.1781878 Jan 19 01:00:42.678584 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-284e2b8f-c86a-4271-aac1-b2d552e621a5 req-e995f2d8-40c8-4a25-a96d-628afd4ed2e9 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839184 Jan 19 01:00:42.749962 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-f4fbe326-dafc-46e3-8e71-104adf44a685 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639305 Jan 19 01:00:42.831710 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cddfe-0b52-439b-8a61-f0c8a8aa53ff req-f4e7324b-bcae-4811-a633-b404be2d2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:42.833292 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b8cddfe-0b52-439b-8a61-f0c8a8aa53ff req-f4e7324b-bcae-4811-a633-b404be2d2ac9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 1099 time: 0.2058871 Jan 19 01:00:42.882996 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks [] for router_gateway (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:42.937945 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573d769-d34d-4e48-a881-b0d441cc31aa None None] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:42.975483 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-4f04ac41-0654-42cf-8b4a-5ee45c78ac68 service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771970 Jan 19 01:00:43.025732 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-6a27e0bb-6239-40a0-b042-8289973686f1 None None] Provisioning complete for port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:43.026360 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6a27e0bb-6239-40a0-b042-8289973686f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:43.083653 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b8cddfe-0b52-439b-8a61-f0c8a8aa53ff req-0e9778ad-45b7-4792-825c-5a3bf3fb24db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665356 Jan 19 01:00:43.159868 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-6a27e0bb-6239-40a0-b042-8289973686f1 None None] Current status of the port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:43.162195 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6a27e0bb-6239-40a0-b042-8289973686f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:43.180096 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6ea67-54bf-46fe-9c8d-dbe1e61e486d req-4ba5a335-1107-48c8-8203-62f587776cb8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:43.186184 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3a05b4-e4f0-4463-a869-8249c45b4a98 req-210f2dc3-3a9e-498f-81ba-e6e91fc967be service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673176 Jan 19 01:00:43.195491 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fae6ea67-54bf-46fe-9c8d-dbe1e61e486d req-4ba5a335-1107-48c8-8203-62f587776cb8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1176620 Jan 19 01:00:43.231350 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-6a27e0bb-6239-40a0-b042-8289973686f1 None None] For port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:43.238353 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6a27e0bb-6239-40a0-b042-8289973686f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:43.302490 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:43.325131 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27e0bb-6239-40a0-b042-8289973686f1 None None] Pushing event updated for resources: {'Port': ['ID=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:43.332370 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fae6ea67-54bf-46fe-9c8d-dbe1e61e486d req-4d33f309-6e60-4cd2-9cb9-926e48195883 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346407 Jan 19 01:00:43.524039 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38e97-2b5f-4630-9334-3084dcd36d77 req-4141fcf7-ed5e-40ae-b6aa-128949eaa866 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:43.524866 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-51d38e97-2b5f-4630-9334-3084dcd36d77 req-4141fcf7-ed5e-40ae-b6aa-128949eaa866 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 946 time: 0.1342282 Jan 19 01:00:43.590334 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c778addf-fe46-4a6c-8b5b-8873cfbec21e None None] Provisioning complete for port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:43.590679 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c778addf-fe46-4a6c-8b5b-8873cfbec21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:43.658142 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-51d38e97-2b5f-4630-9334-3084dcd36d77 req-8e8e5baa-4cea-4d9a-8dce-3bc0c0fcc959 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225002 Jan 19 01:00:43.708254 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 01:00:43.761318 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:00:43.775053 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-257d882d-99d6-4dfa-abfe-8c5e69d4a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:43.776942 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-257d882d-99d6-4dfa-abfe-8c5e69d4a56a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 1096 time: 0.1579831 Jan 19 01:00:43.788187 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c778addf-fe46-4a6c-8b5b-8873cfbec21e None None] Current status of the port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:43.826841 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:43.827213 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:43.846795 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8218a0-269f-4837-b1d6-3fd71ddbf22a req-512dc78c-878f-4396-930b-f02b9a9eb8a2 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:43.849062 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d8218a0-269f-4837-b1d6-3fd71ddbf22a req-512dc78c-878f-4396-930b-f02b9a9eb8a2 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 943 time: 0.0651839 Jan 19 01:00:43.929064 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0d8218a0-269f-4837-b1d6-3fd71ddbf22a req-8c03da69-c9e3-404e-b06b-4d155b273c54 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731840 Jan 19 01:00:43.930285 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:43.962102 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:00:43.969356 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-6039e1e0-79d4-4afb-8eea-72dca4f6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:43.970970 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-6039e1e0-79d4-4afb-8eea-72dca4f6c3a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 916 time: 0.1726332 Jan 19 01:00:43.977101 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Sync routers for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:00:43.987768 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:00:43.988269 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:43.988399 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:43.992561 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f5916845-c18f-43d6-bf04-940a3389bb40 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6678979 Jan 19 01:00:43.992741 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37700) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:44.080035 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-953a715d-54e3-43ba-8b77-ee04b89fbbd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2be2345-4d5f-41d3-8dda-d7f97540e714 HTTP/1.1" status: 200 len: 217 time: 0.0429287 Jan 19 01:00:44.101473 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:00:44.174625 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-bbc9e3d6-e1c4-4838-a037-86b32f78cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:44.177305 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-bbc9e3d6-e1c4-4838-a037-86b32f78cbdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.0894215 Jan 19 01:00:44.246183 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-4cdebd43-5920-418d-9418-9cdae896cfd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612493 Jan 19 01:00:44.324101 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:42Z', 'revision_number': 3, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:44.356519 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Checking router: e30d0458-5b34-4553-a4c5-2a65bfe8bf15 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:00:44.356867 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Updating router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 port 68b93b64-b3b5-4981-860a-b82542e1944b binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:00:44.384654 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:44.703427 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-0041ec97-8554-456e-a2ce-35800e4b1626 service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387119 Jan 19 01:00:44.715481 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Publish callbacks [] for port (68b93b64-b3b5-4981-860a-b82542e1944b), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:44.723572 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:44.784559 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Pushing event updated for resources: {'Port': ['ID=68b93b64-b3b5-4981-860a-b82542e1944b,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:44.794500 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.795232 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.795844 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.796391 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.796947 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.797506 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.798747 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.799290 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.799824 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.800658 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.801520 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.802115 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.802648 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:44.823555 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Attempting to bind port 68b93b64-b3b5-4981-860a-b82542e1944b on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:44.824438 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Attempting to bind port 68b93b64-b3b5-4981-860a-b82542e1944b by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:44.825019 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Attempting to bind port 68b93b64-b3b5-4981-860a-b82542e1944b on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:44.833515 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:44.834487 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:44.835110 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:44.835726 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:44.836474 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Bound port: 68b93b64-b3b5-4981-860a-b82542e1944b, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:44.837085 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:44.852272 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706cc10-ccc1-42bc-b7f2-2262cce9c448 req-06d00187-b047-45b9-8e7c-20d051ceead6 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:44.859917 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8706cc10-ccc1-42bc-b7f2-2262cce9c448 req-06d00187-b047-45b9-8e7c-20d051ceead6 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.2481656 Jan 19 01:00:44.902073 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] For port 68b93b64-b3b5-4981-860a-b82542e1944b, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:44.906858 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] For port 68b93b64-b3b5-4981-860a-b82542e1944b, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=68b93b64-b3b5-4981-860a-b82542e1944b,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:44.914107 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:44.939985 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ba1a45-45ef-46cf-a277-b223d3f81602 req-fc9c87df-d6f1-4ddb-8b0d-fdbf5310f601 service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010748 Jan 19 01:00:44.961749 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf469f-1db9-466f-bcd7-453d660ab84e req-c0e54032-3307-4c6a-be54-39f122382daf tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:44.974967 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cbdf469f-1db9-466f-bcd7-453d660ab84e req-c0e54032-3307-4c6a-be54-39f122382daf tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 946 time: 0.2027204 Jan 19 01:00:44.977804 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:00:44.978368 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8706cc10-ccc1-42bc-b7f2-2262cce9c448 req-2b88ea55-e4b5-46f8-991f-8f3fcbdf47d0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169589 Jan 19 01:00:44.978730 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:45.125702 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cbdf469f-1db9-466f-bcd7-453d660ab84e req-3b4959ea-3d47-4942-949c-3001337f069e tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418896 Jan 19 01:00:45.163173 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:45.214530 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdfce1-217a-4a82-8838-8d6ba1c0246e req-214d0db3-c50c-4034-8557-3871757e2777 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:45.217076 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6bdfce1-217a-4a82-8838-8d6ba1c0246e req-214d0db3-c50c-4034-8557-3871757e2777 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 943 time: 0.1199086 Jan 19 01:00:45.243713 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461f4f1-d117-4167-bdba-84472757d0c3 None None] Pushing event updated for resources: {'Port': ['ID=68b93b64-b3b5-4981-860a-b82542e1944b,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:45.256452 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:00:45.449471 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6bdfce1-217a-4a82-8838-8d6ba1c0246e req-243a0211-da38-4cf1-b574-af5e34e8bed8 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222667 Jan 19 01:00:45.596523 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:42Z', 'revision_number': 3, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:45.633458 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c2be2345-4d5f-41d3-8dda-d7f97540e714 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:00:45.637678 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ab95d-41e8-48dd-8685-18b0263f24a7 None None] The sync data for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi is: [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:42Z', 'revision_number': 3, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:00:45.692324 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Allocated IP 172.20.0.1 (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a/de09732f-bd72-4208-9d1b-4a6787f29d7a/8aa09417-454d-4603-bff1-06e8a729a939) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:45.726388 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722490f-30b8-45f9-b784-800c203ab055 req-28a86b52-f245-418b-a39b-a4bd29e01805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:45.729080 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b722490f-30b8-45f9-b784-800c203ab055 req-28a86b52-f245-418b-a39b-a4bd29e01805 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.1430748 Jan 19 01:00:45.797530 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port c2be2345-4d5f-41d3-8dda-d7f97540e714, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c2be2345-4d5f-41d3-8dda-d7f97540e714,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:45.817718 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'c2be2345-4d5f-41d3-8dda-d7f97540e714', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'port_id': 'c2be2345-4d5f-41d3-8dda-d7f97540e714', 'mac_address': 'fa:16:3e:4b:b3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60fded0-ad26-44c8-bcf5-af2379aac59f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:00:45.873261 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b722490f-30b8-45f9-b784-800c203ab055 req-7d6a6055-e38f-4fe5-9dbb-71ef5134a7c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188498 Jan 19 01:00:45.880694 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port c2be2345-4d5f-41d3-8dda-d7f97540e714 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:45.881961 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:45.903923 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks [] for port (8aa09417-454d-4603-bff1-06e8a729a939), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:45.906136 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2be2345-4d5f-41d3-8dda-d7f97540e714 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:00:45.944730 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port c2be2345-4d5f-41d3-8dda-d7f97540e714, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c2be2345-4d5f-41d3-8dda-d7f97540e714,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:45.949920 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (8aa09417-454d-4603-bff1-06e8a729a939), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:45.951785 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:46.009702 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:46.013325 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:46.015555 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa09417-454d-4603-bff1-06e8a729a939,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:46.018332 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:46.086668 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=c2be2345-4d5f-41d3-8dda-d7f97540e714,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:46.086979 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:46.345746 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710afb0-8147-48c3-acfa-0af296d22e04 req-96e94dc8-7488-40cb-bf4f-b30410d340a0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:46.349626 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0710afb0-8147-48c3-acfa-0af296d22e04 req-96e94dc8-7488-40cb-bf4f-b30410d340a0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1646583 Jan 19 01:00:46.405290 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['c2be2345-4d5f-41d3-8dda-d7f97540e714'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:00:46.495045 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0264-1b45-4f97-8cad-7842f044d49e req-ebd1008b-62e0-48ae-b6e3-ed43164ea0c0 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:46.505937 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-379e0264-1b45-4f97-8cad-7842f044d49e req-ebd1008b-62e0-48ae-b6e3-ed43164ea0c0 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 946 time: 0.1894426 Jan 19 01:00:46.574571 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8aa09417-454d-4603-bff1-06e8a729a939), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:46.584550 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-0f400754-9719-4f01-bd97-9c3a6cce7e34 None None] Provisioning complete for port 8aa09417-454d-4603-bff1-06e8a729a939 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:46.584786 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-379e0264-1b45-4f97-8cad-7842f044d49e req-f62e87c8-313e-4f97-b0a4-2e9d4488a5df tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742195 Jan 19 01:00:46.585674 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0f400754-9719-4f01-bd97-9c3a6cce7e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8aa09417-454d-4603-bff1-06e8a729a939), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:46.597415 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0710afb0-8147-48c3-acfa-0af296d22e04 req-ae973e98-d4a5-4c8d-872f-0df1a91ad777 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189457 Jan 19 01:00:46.790362 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-0f400754-9719-4f01-bd97-9c3a6cce7e34 None None] Port 8aa09417-454d-4603-bff1-06e8a729a939 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:00:46.808948 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90312-008b-488c-b077-3c01f56b0228 req-075ce0c1-8870-4a42-9537-083b2b2fd3e6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:46.823487 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-42f90312-008b-488c-b077-3c01f56b0228 req-075ce0c1-8870-4a42-9537-083b2b2fd3e6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 944 time: 0.1503696 Jan 19 01:00:46.908537 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-42f90312-008b-488c-b077-3c01f56b0228 req-22be5104-a168-4c46-9f4d-5335fd4a5dbb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837154 Jan 19 01:00:47.005660 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks [] for port (8aa09417-454d-4603-bff1-06e8a729a939), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:47.015589 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (8aa09417-454d-4603-bff1-06e8a729a939), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:47.112558 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa09417-454d-4603-bff1-06e8a729a939,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:47.156317 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:47.303401 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:47.305952 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:47.524054 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:00:47.700836 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:00:47.710921 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0adcd4c0-7833-4523-b3fd-680d6ea8e008 admin admin] 10.222.0.35 "PUT /v2.0/routers/e30d0458-5b34-4553-a4c5-2a65bfe8bf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7170978 Jan 19 01:00:47.726872 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-1a1e8258-2ebc-423d-ae8e-9287a5fe6c33 None None] Provisioning complete for port 8aa09417-454d-4603-bff1-06e8a729a939 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:47.731892 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8258-2ebc-423d-ae8e-9287a5fe6c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8aa09417-454d-4603-bff1-06e8a729a939), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:47.911675 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 68b93b64-b3b5-4981-860a-b82542e1944b up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:00:48.070309 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e8258-2ebc-423d-ae8e-9287a5fe6c33 None None] Port 8aa09417-454d-4603-bff1-06e8a729a939 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:00:48.088317 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37798) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:48.110271 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd170f5-c56c-4127-b579-ba851eafc885 req-0e6a68c5-12c0-412e-8328-af1170b49071 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:48.122466 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4dd170f5-c56c-4127-b579-ba851eafc885 req-0e6a68c5-12c0-412e-8328-af1170b49071 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.2078657 Jan 19 01:00:48.130568 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 68b93b64-b3b5-4981-860a-b82542e1944b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:48.131076 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:48.302572 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4dd170f5-c56c-4127-b579-ba851eafc885 req-16973979-b158-4e50-9c69-ff9c0b83847e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738579 Jan 19 01:00:48.350266 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 68b93b64-b3b5-4981-860a-b82542e1944b is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:48.350705 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:48.438764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 68b93b64-b3b5-4981-860a-b82542e1944b, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=68b93b64-b3b5-4981-860a-b82542e1944b,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:48.447072 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:48.509907 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ee01-f382-440a-8c91-47d69632ad8c req-c913281d-35e7-4371-a148-45186834d736 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:48.517545 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a9f0ee01-f382-440a-8c91-47d69632ad8c req-c913281d-35e7-4371-a148-45186834d736 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 944 time: 0.1532996 Jan 19 01:00:48.609439 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df1035-8277-4b90-946a-d1c7713b2ed9 req-c3d018a7-baf0-483d-9fc8-ca7e55535300 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:48.614858 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-08df1035-8277-4b90-946a-d1c7713b2ed9 req-c3d018a7-baf0-483d-9fc8-ca7e55535300 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 946 time: 0.1060970 Jan 19 01:00:48.646898 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Sync routers for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:00:48.654307 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a9f0ee01-f382-440a-8c91-47d69632ad8c req-79b51721-267d-43f8-a788-3de69817ec93 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355991 Jan 19 01:00:48.655252 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:48.671943 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=68b93b64-b3b5-4981-860a-b82542e1944b,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:48.683047 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:00:48.684589 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:48.793957 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-08df1035-8277-4b90-946a-d1c7713b2ed9 req-616895c3-ed8b-4d43-8c53-6a01fea78156 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668582 Jan 19 01:00:48.815971 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Publish callbacks [] for security_group (0c365158-1677-4e1d-b4a5-24a604b5c71b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:48.823947 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (0c365158-1677-4e1d-b4a5-24a604b5c71b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:48.899233 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f160745c59ba4e26ac5c26417992883c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8080862 Jan 19 01:00:48.903480 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37826) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:48.915721 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c365158-1677-4e1d-b4a5-24a604b5c71b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:48.930244 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.930616 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.930966 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.931303 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.931640 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.931975 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.932359 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.932695 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.933084 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.935525 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.942596 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.943131 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.946251 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1125eb-7371-4ffd-be0a-5d18fb0187e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:48.988090 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Publish callbacks [] for security_group (0c365158-1677-4e1d-b4a5-24a604b5c71b), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.003574 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:00:49.021462 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Publish callbacks [] for security_group (0c365158-1677-4e1d-b4a5-24a604b5c71b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.115410 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (0c365158-1677-4e1d-b4a5-24a604b5c71b), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.118932 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.120238 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c365158-1677-4e1d-b4a5-24a604b5c71b HTTP/1.1" status: 204 len: 168 time: 0.2156377 Jan 19 01:00:49.131508 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c365158-1677-4e1d-b4a5-24a604b5c71b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:49.148390 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.149405 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.150053 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.150456 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.151215 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.151647 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.152147 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.152697 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.153211 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.153645 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.154194 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.154869 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.155529 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ca6f5-b203-42d0-a482-c1ba3eb906f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:00:49.184297 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37840) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:49.190377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1567392276-network', 'tenant_id': 'e01668232fb94dd8853e793eaae77017'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:49.262597 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Made reservation on behalf of e01668232fb94dd8853e793eaae77017 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:49.265164 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.283678 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee45a4-0559-40cc-8a1a-b2c6cc0dd2d2 req-63354913-e54c-4bd1-9298-82de684d2330 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:49.286231 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5ee45a4-0559-40cc-8a1a-b2c6cc0dd2d2 req-63354913-e54c-4bd1-9298-82de684d2330 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0809629 Jan 19 01:00:49.287709 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.318717 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-d83b60fb-16cd-49ac-8e40-2cbe178c7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:49.320636 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-d83b60fb-16cd-49ac-8e40-2cbe178c7bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.0835969 Jan 19 01:00:49.373242 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a5ee45a4-0559-40cc-8a1a-b2c6cc0dd2d2 req-ebb8a2f2-1ec0-4a5a-bf27-5d142c42f714 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765550 Jan 19 01:00:49.448534 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks [] for security_group (9bf6dd0e-e4ab-4011-8d97-969b2a87b061), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.456572 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (9bf6dd0e-e4ab-4011-8d97-969b2a87b061), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.479340 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-35eacd85-cee2-42ca-b4cc-d415f32c4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:49.480585 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-35eacd85-cee2-42ca-b4cc-d415f32c4ce8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.1419737 Jan 19 01:00:49.488134 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 2, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:49.488411 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:00:49.510534 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (2586d3ef-ff3d-47ab-9709-31035d0d424f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.510929 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Added segment 2586d3ef-ff3d-47ab-9709-31035d0d424f of type vlan for network eeaeab7a-c765-4d11-877a-facbee65c04b Jan 19 01:00:49.523067 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf6dd0e-e4ab-4011-8d97-969b2a87b061,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:49.537060 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Checking router: e30d0458-5b34-4553-a4c5-2a65bfe8bf15 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:00:49.537773 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Updating router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 port 8aa09417-454d-4603-bff1-06e8a729a939 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:00:49.567801 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (eeaeab7a-c765-4d11-877a-facbee65c04b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.580493 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-56f57b49-7a3c-441e-8590-b0428689ff63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 217 time: 0.0825772 Jan 19 01:00:49.611103 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (eeaeab7a-c765-4d11-877a-facbee65c04b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.613062 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:49.616124 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.621540 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8aa09417-454d-4603-bff1-06e8a729a939), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.683353 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c2be2345-4d5f-41d3-8dda-d7f97540e714 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:00:49.690080 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-0a0b8dae-8945-4e1e-b5af-2ed79385b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:49.690080 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-0a0b8dae-8945-4e1e-b5af-2ed79385b36e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.1045003 Jan 19 01:00:49.732642 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5471623 Jan 19 01:00:49.750199 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37856) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:49.759827 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-0137fe76-8fff-4f71-b7c3-5f4037d9d03e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509350 Jan 19 01:00:49.765283 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Request body: {'subnet': {'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1567392276-subnet', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:49.773133 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68997c03-71a9-47d2-9156-010038038827 admin admin] Pushing event updated for resources: {'Network': ['ID=eeaeab7a-c765-4d11-877a-facbee65c04b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:49.778658 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 68b93b64-b3b5-4981-860a-b82542e1944b up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:00:49.800806 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network eeaeab7a-c765-4d11-877a-facbee65c04b details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:00:49.834957 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Made reservation on behalf of e01668232fb94dd8853e793eaae77017 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:49.842994 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4753600'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:49.943204 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ad434-a803-4f85-aad3-8e744c700cdd req-807473b6-cb99-4ab9-84f6-5ccaa34d2fbe tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:49.951159 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-941ad434-a803-4f85-aad3-8e744c700cdd req-807473b6-cb99-4ab9-84f6-5ccaa34d2fbe tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 944 time: 0.1399856 Jan 19 01:00:50.030809 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-2a5de4d9-56fb-499f-8494-26b7333ac8e1 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639580 Jan 19 01:00:50.055429 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-941ad434-a803-4f85-aad3-8e744c700cdd req-bfd45619-ea2b-4129-974f-a8e7f9794337 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029494 Jan 19 01:00:50.224708 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47302e45-ffcb-49a9-bdd8-e1c876aa1c1f req-8764a37a-b36b-43f3-82e9-4a3f2e4cad29 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678352 Jan 19 01:00:50.268316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5bc3-2da4-4f2b-9167-b89ac10f298b req-4167920c-6330-4be9-af37-0cb48356738a tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:50.283478 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-60ff5bc3-2da4-4f2b-9167-b89ac10f298b req-4167920c-6330-4be9-af37-0cb48356738a tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 946 time: 0.1665561 Jan 19 01:00:50.320544 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4979980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4753646'] for subnet (b47df7e9-2231-4ef5-b3d6-d43e1f78f280), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.359144 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-6ed8cc2b-58b3-4aa4-9b0e-dde57a43615b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:50.361284 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-6ed8cc2b-58b3-4aa4-9b0e-dde57a43615b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 946 time: 0.0895896 Jan 19 01:00:50.432132 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 68b93b64-b3b5-4981-860a-b82542e1944b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:50.432132 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.474914 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port c2be2345-4d5f-41d3-8dda-d7f97540e714 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:00:50.497211 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47df7e9-2231-4ef5-b3d6-d43e1f78f280,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:50.497955 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9aebeb06-0eee-40e5-9833-85131ffc94d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.522212 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-60ff5bc3-2da4-4f2b-9167-b89ac10f298b req-8d7f1791-8958-425b-b128-49421e43ed36 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370529 Jan 19 01:00:50.529517 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Deleting port c8d06d74-636e-4c13-927f-0fe056e4383d {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:00:50.529909 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.531038 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Checking segment: {'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:50.532118 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Network hostable DHCP agents. Network: eeaeab7a-c765-4d11-877a-facbee65c04b, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:00:50.599436 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port c2be2345-4d5f-41d3-8dda-d7f97540e714 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:50.599726 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37890) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:50.601601 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.625929 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Network eeaeab7a-c765-4d11-877a-facbee65c04b is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:00:50.651107 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, eeaeab7a-c765-4d11-877a-facbee65c04b) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:50.672233 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:50.673629 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.706444 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1a041112-3cd7-4457-a98b-fb47959c8484 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9462011 Jan 19 01:00:50.709748 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37898) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:50.725585 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e5040-4d87-47eb-ab2a-af5a6bacd41c None None] Network eeaeab7a-c765-4d11-877a-facbee65c04b requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:50.743352 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:50.776028 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] For port c8d06d74-636e-4c13-927f-0fe056e4383d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c8d06d74-636e-4c13-927f-0fe056e4383d,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:50.777600 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.800742 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Calling delete_port for c8d06d74-636e-4c13-927f-0fe056e4383d owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:00:50.824145 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-968119785-network', 'tenant_id': '71fc118391b34d35b75c25f76155c402'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:50.852221 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Made reservation on behalf of 71fc118391b34d35b75c25f76155c402 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:50.856031 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.869502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.914677 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (1391cad3-f74e-46d2-ad79-92b24b71c838), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.915786 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (1391cad3-f74e-46d2-ad79-92b24b71c838), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:50.980419 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d3c47-99a0-4c25-afb4-106787885eca req-6fa0aa0c-fe2c-4528-84b8-99550a3ece18 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:50.982200 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-710d3c47-99a0-4c25-afb4-106787885eca req-6fa0aa0c-fe2c-4528-84b8-99550a3ece18 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1684265 Jan 19 01:00:51.002359 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks [] for security_group (f9c14a29-93ee-439e-8eaf-03fe721d773e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.009493 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f9c14a29-93ee-439e-8eaf-03fe721d773e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.027140 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:00:51.040515 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (1d3a049d-3ea9-41c7-a120-ab4fbcbf54db), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.040891 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Added segment 1d3a049d-3ea9-41c7-a120-ab4fbcbf54db of type vlan for network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 Jan 19 01:00:51.046886 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks [] for router_controller (1391cad3-f74e-46d2-ad79-92b24b71c838), precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.108443 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.133435 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c14a29-93ee-439e-8eaf-03fe721d773e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:51.179438 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.182999 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:51.185675 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.403726 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8013668 Jan 19 01:00:51.404710 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37916) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:51.407712 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31701-c12a-4ed6-be96-02e4be81ab00 admin admin] Pushing event updated for resources: {'Network': ['ID=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:51.414509 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Request body: {'subnet': {'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-968119785-subnet', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:51.425894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Publish callbacks [] for port (8aa09417-454d-4603-bff1-06e8a729a939), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.446033 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-710d3c47-99a0-4c25-afb4-106787885eca req-b169df9c-74e8-4e90-a886-d379a8825a4d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400134 Jan 19 01:00:51.479897 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (c8d06d74-636e-4c13-927f-0fe056e4383d), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.490487 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Made reservation on behalf of 71fc118391b34d35b75c25f76155c402 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:51.490722 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks [] for router_gateway (1391cad3-f74e-46d2-ad79-92b24b71c838), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.493128 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4753600'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.552862 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02f64e-cc27-4cd1-9ac1-a6f99bc02bc6 req-ec6a119f-e1ad-48d1-b9b4-9f9e73be9fb6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:51.557001 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d02f64e-cc27-4cd1-9ac1-a6f99bc02bc6 req-ec6a119f-e1ad-48d1-b9b4-9f9e73be9fb6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1363552 Jan 19 01:00:51.557355 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Pushing event deleted for resources: {'Port': ['ID=c8d06d74-636e-4c13-927f-0fe056e4383d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:51.602508 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port c2be2345-4d5f-41d3-8dda-d7f97540e714 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:51.603629 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.607420 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 68b93b64-b3b5-4981-860a-b82542e1944b is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:51.612963 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:00:51.616851 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['c8d06d74-636e-4c13-927f-0fe056e4383d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:00:51.632537 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] No DVR routers for this DVR port c8d06d74-636e-4c13-927f-0fe056e4383d on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:00:51.643346 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8aa09417-454d-4603-bff1-06e8a729a939), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.653915 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-eeaeab7a-c765-4d11-877a-facbee65c04b', 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b', 'project_id': 'e01668232fb94dd8853e793eaae77017', 'fixed_ips': [{'subnet_id': 'b47df7e9-2231-4ef5-b3d6-d43e1f78f280'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 01:00:51.655944 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.661280 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37920) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:51.677855 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.681387 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-277c3e4d-1bb5-485e-8347-9fd8afa2a7e1 req-565b2cc0-c04a-4d79-83cc-4c2bf0fe8b6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "DELETE /v2.0/ports/c8d06d74-636e-4c13-927f-0fe056e4383d HTTP/1.1" status: 204 len: 173 time: 1.3090394 Jan 19 01:00:51.683562 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'name': 'network-vif-deleted', 'tag': 'c8d06d74-636e-4c13-927f-0fe056e4383d'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:00:51.686252 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5744afa-735d-4899-a8e1-5aa12d352e3a" -d '{"events": [{"server_uuid": "9a6d429d-eb4e-4664-a812-cb7671ac4ab3", "name": "network-vif-deleted", "tag": "c8d06d74-636e-4c13-927f-0fe056e4383d"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:00:51.752997 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a3df3-a013-4c9c-94a8-145194cef551 req-3ac669ac-69e9-4f5a-a4ef-9bfcdb626aec tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:51.755186 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb3a3df3-a013-4c9c-94a8-145194cef551 req-3ac669ac-69e9-4f5a-a4ef-9bfcdb626aec tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 944 time: 0.1556869 Jan 19 01:00:51.828460 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4d02f64e-cc27-4cd1-9ac1-a6f99bc02bc6 req-a45807c4-88fa-466a-b27a-6f8661bee20f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477629 Jan 19 01:00:51.906495 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Attempting to bind port 8aa09417-454d-4603-bff1-06e8a729a939 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:51.907088 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Attempting to bind port 8aa09417-454d-4603-bff1-06e8a729a939 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:51.907626 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Attempting to bind port 8aa09417-454d-4603-bff1-06e8a729a939 on network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:51.931388 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:51.931762 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Checking segment: {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:51.932176 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.932575 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Bound using segment: {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:51.933078 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Bound port: 8aa09417-454d-4603-bff1-06e8a729a939, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:51.933463 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8aa09417-454d-4603-bff1-06e8a729a939), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:51.954087 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2be2345-4d5f-41d3-8dda-d7f97540e714'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:00:51.956485 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec3d0f7-3930-48d4-a011-ae07cb05bcd9" -d '{"events": [{"server_uuid": "58f35a8a-ede6-447d-ac17-3ada99f11829", "name": "network-vif-plugged", "status": "completed", "tag": "c2be2345-4d5f-41d3-8dda-d7f97540e714"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:00:52.056922 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e1ad0b5f-0a73-49f0-975a-fb0f5b168cf9 req-a873e39e-83da-486b-817a-608ad6573279 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a6d429d-eb4e-4664-a812-cb7671ac4ab3 HTTP/1.1" status: 200 len: 210 time: 0.0750520 Jan 19 01:00:52.097036 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4979980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4753646'] for subnet (80559864-0323-48ef-b652-48619e38b4aa), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.131082 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838b2b-64be-4e7b-839a-765da60056d6 None None] Pushing event updated for resources: {'Port': ['ID=8aa09417-454d-4603-bff1-06e8a729a939,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:52.187573 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80559864-0323-48ef-b652-48619e38b4aa,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:52.211684 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda052a4-c2fe-4be9-abb5-c581771211a1 x-openstack-request-id: req-bda052a4-c2fe-4be9-abb5-c581771211a1 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:00:52.212015 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6d429d-eb4e-4664-a812-cb7671ac4ab3", "name": "network-vif-deleted", "tag": "c8d06d74-636e-4c13-927f-0fe056e4383d", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:00:52.212320 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bda052a4-c2fe-4be9-abb5-c581771211a1 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:00:52.212559 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6d429d-eb4e-4664-a812-cb7671ac4ab3', 'name': 'network-vif-deleted', 'tag': 'c8d06d74-636e-4c13-927f-0fe056e4383d', 'status': 'completed', 'code': 200} Jan 19 01:00:52.230830 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Checking segment: {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:52.231400 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Network hostable DHCP agents. Network: dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:00:52.238996 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac3883eb-738e-4362-a2e0-2f4f0f188a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.284649 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port c2be2345-4d5f-41d3-8dda-d7f97540e714, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c2be2345-4d5f-41d3-8dda-d7f97540e714,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:52.295731 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:00:52.297364 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee85342-51fa-4a5f-9f63-e75794d3b536 x-openstack-request-id: req-fee85342-51fa-4a5f-9f63-e75794d3b536 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:00:52.298058 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f35a8a-ede6-447d-ac17-3ada99f11829", "name": "network-vif-plugged", "status": "completed", "tag": "c2be2345-4d5f-41d3-8dda-d7f97540e714", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:00:52.298599 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fee85342-51fa-4a5f-9f63-e75794d3b536 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:00:52.299424 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2be2345-4d5f-41d3-8dda-d7f97540e714', 'code': 200} Jan 19 01:00:52.306701 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb3a3df3-a013-4c9c-94a8-145194cef551 req-1840fa64-e563-4651-b3e0-7044ba6dbe8f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434549 Jan 19 01:00:52.320074 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:52.350735 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:52.352740 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.355040 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.393998 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b87eb-5272-4d85-a11d-fd88c3cc2bc8 None None] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:52.416067 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a5c4380f-6178-4eba-8289-b43a8e3ba3c3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0092766 Jan 19 01:00:52.427262 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37932) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:52.446244 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:52.458432 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac3883eb-738e-4362-a2e0-2f4f0f188a1b admin admin] Publish callbacks [] for security_group (23329d93-53a2-4280-8022-b7f18fcdc242), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.467831 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ac3883eb-738e-4362-a2e0-2f4f0f188a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (23329d93-53a2-4280-8022-b7f18fcdc242), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.485783 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c8d06d74-636e-4c13-927f-0fe056e4383d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:00:52.513635 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (97f8df78-71c8-4fe9-b505-fc192ba85393), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.515275 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (97f8df78-71c8-4fe9-b505-fc192ba85393), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.580967 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3883eb-738e-4362-a2e0-2f4f0f188a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23329d93-53a2-4280-8022-b7f18fcdc242,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:52.600020 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks [] for router_controller (97f8df78-71c8-4fe9-b505-fc192ba85393), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.626667 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ac3883eb-738e-4362-a2e0-2f4f0f188a1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e621b274bedc4636b998bc7d98b69e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9507716 Jan 19 01:00:52.636406 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 37938) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:52.653284 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] For port 8aa09417-454d-4603-bff1-06e8a729a939, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:52.686169 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks [] for router_gateway (1391cad3-f74e-46d2-ad79-92b24b71c838), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.756516 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7bca250b-f167-4eca-93b2-4b1f93529dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.766294 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] For port 8aa09417-454d-4603-bff1-06e8a729a939, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=8aa09417-454d-4603-bff1-06e8a729a939,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:52.774216 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.796085 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c8c8df99-de84-4674-89bb-667717d6f615 None None] Provisioning complete for port 8aa09417-454d-4603-bff1-06e8a729a939 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:52.797168 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8c8df99-de84-4674-89bb-667717d6f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8aa09417-454d-4603-bff1-06e8a729a939), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.876444 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab60d-747d-4103-b905-c3e6730b8cb8 req-e0530ac8-d99b-4d0f-835d-7c0576b9d72f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:52.890700 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aafab60d-747d-4103-b905-c3e6730b8cb8 req-e0530ac8-d99b-4d0f-835d-7c0576b9d72f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1758339 Jan 19 01:00:52.902718 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a58-882b-4084-b930-ea4c550afbc2 admin admin] Publish callbacks [] for security_group (23329d93-53a2-4280-8022-b7f18fcdc242), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.919344 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8aa09417-454d-4603-bff1-06e8a729a939), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.971059 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: c8d06d74-636e-4c13-927f-0fe056e4383d {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:00:52.971428 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks [] for router_gateway (97f8df78-71c8-4fe9-b505-fc192ba85393), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:52.971620 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c8d06d74-636e-4c13-927f-0fe056e4383d not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:00:52.989864 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a58-882b-4084-b930-ea4c550afbc2 admin admin] Publish callbacks [] for security_group (23329d93-53a2-4280-8022-b7f18fcdc242), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.010762 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Allocated IP 172.20.0.2 (eeaeab7a-c765-4d11-877a-facbee65c04b/b47df7e9-2231-4ef5-b3d6-d43e1f78f280/e671930b-ed3f-4334-8436-7c6c17853681) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:53.017406 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=c2be2345-4d5f-41d3-8dda-d7f97540e714,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:53.053453 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a17da-2593-456e-966f-0b8d90c123c0 req-3cd5d934-34e1-4430-894b-2600648093ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:53.056489 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-385a17da-2593-456e-966f-0b8d90c123c0 req-3cd5d934-34e1-4430-894b-2600648093ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 1098 time: 0.3254921 Jan 19 01:00:53.112030 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aafab60d-747d-4103-b905-c3e6730b8cb8 req-7ab2d09d-5549-45bb-ae7e-c7324f4da7cc tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199113 Jan 19 01:00:53.134605 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Allocated IP 172.27.3.175 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/b1023776-7a85-4448-af62-e6ad0879ca1f) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:53.254991 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:00:53.256417 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:53.354286 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a58-882b-4084-b930-ea4c550afbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (23329d93-53a2-4280-8022-b7f18fcdc242), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.357411 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a58-882b-4084-b930-ea4c550afbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.358824 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-db1c3a58-882b-4084-b930-ea4c550afbc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23329d93-53a2-4280-8022-b7f18fcdc242 HTTP/1.1" status: 204 len: 168 time: 0.7213709 Jan 19 01:00:53.368908 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-385a17da-2593-456e-966f-0b8d90c123c0 req-6cf051a7-bcce-4fa0-a359-636763b6a1dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934577 Jan 19 01:00:53.371049 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91838b2b-64be-4e7b-839a-765da60056d6 None None] Pushing event updated for resources: {'Port': ['ID=8aa09417-454d-4603-bff1-06e8a729a939,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:53.384450 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3a58-882b-4084-b930-ea4c550afbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23329d93-53a2-4280-8022-b7f18fcdc242,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:53.411361 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0480af-afa9-4d54-826c-9c84bd215a62 req-e461d699-77ec-4b6f-bf28-977271688404 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:53.419911 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d0480af-afa9-4d54-826c-9c84bd215a62 req-e461d699-77ec-4b6f-bf28-977271688404 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.4541602 Jan 19 01:00:53.498757 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'project_id': '71fc118391b34d35b75c25f76155c402', 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 01:00:53.499638 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.625981 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d0480af-afa9-4d54-826c-9c84bd215a62 req-e4361470-2459-4ffe-95bd-ae2b1c206277 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049849 Jan 19 01:00:53.676269 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks [] for router_gateway (97f8df78-71c8-4fe9-b505-fc192ba85393), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.702233 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks [] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.756351 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.799669 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a246f07-a797-4d42-8e00-fce20abaa221 req-200f073d-6029-4fd1-be08-f29c1b6e6bc6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:53.813423 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a246f07-a797-4d42-8e00-fce20abaa221 req-200f073d-6029-4fd1-be08-f29c1b6e6bc6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 945 time: 0.2170169 Jan 19 01:00:53.819369 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.839512 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.855543 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8df99-de84-4674-89bb-667717d6f615 None None] Current status of the port 8aa09417-454d-4603-bff1-06e8a729a939 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:53.855898 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8c8df99-de84-4674-89bb-667717d6f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8aa09417-454d-4603-bff1-06e8a729a939), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.934511 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Publish callbacks [] for port (e671930b-ed3f-4334-8436-7c6c17853681), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:53.957648 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:00:54.024340 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (e671930b-ed3f-4334-8436-7c6c17853681), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:54.075368 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:54.092449 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:54.104384 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:54.114812 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Pushing event updated for resources: {'Port': ['ID=b1023776-7a85-4448-af62-e6ad0879ca1f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:54.257451 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a246f07-a797-4d42-8e00-fce20abaa221 req-fcc82ce4-c990-4cb2-bb66-a75a94b8e99c tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429765 Jan 19 01:00:54.280862 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Network eeaeab7a-c765-4d11-877a-facbee65c04b is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:54.322517 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:54.331766 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Allocated IP 172.27.3.51 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/2171a4ee-9565-4ff4-8c97-b08cfba0c86e) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:54.343334 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:54.357799 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-150da4f8-3281-4df0-9993-13eb1f7beb6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:54.360530 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-150da4f8-3281-4df0-9993-13eb1f7beb6b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/networks?id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd HTTP/1.1" status: 200 len: 807 time: 0.5257709 Jan 19 01:00:54.373756 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c8c8df99-de84-4674-89bb-667717d6f615 None None] For port 8aa09417-454d-4603-bff1-06e8a729a939, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=8aa09417-454d-4603-bff1-06e8a729a939,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:00:54.442000 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c8c8df99-de84-4674-89bb-667717d6f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8aa09417-454d-4603-bff1-06e8a729a939), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:54.452599 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ac5179db-d4db-41fc-8203-fbf5aa44b6b7 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/quotas/b28795d42306497ea73c57f43a3f8798 HTTP/1.1" status: 200 len: 375 time: 0.0263727 Jan 19 01:00:54.529532 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Pushing event updated for resources: {'Port': ['ID=e671930b-ed3f-4334-8436-7c6c17853681,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:54.570028 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Allocated IP 172.20.0.2 (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03/80559864-0323-48ef-b652-48619e38b4aa/8b7ff497-af33-4b1d-bf40-06be92092c96) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:00:54.570849 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-4d8b5643-1e9f-4c48-b765-06c5f26a2b1b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b28795d42306497ea73c57f43a3f8798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691524 Jan 19 01:00:54.590893 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 37982) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:54.649263 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Attempting to bind port e671930b-ed3f-4334-8436-7c6c17853681 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:54.649629 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Attempting to bind port e671930b-ed3f-4334-8436-7c6c17853681 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:54.649991 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Attempting to bind port e671930b-ed3f-4334-8436-7c6c17853681 on network eeaeab7a-c765-4d11-877a-facbee65c04b {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:54.682192 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e727fd-3209-4b23-9931-01e949e2567d req-13c5a839-3371-4f42-8484-8de0631e36cd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:54.710465 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25e727fd-3209-4b23-9931-01e949e2567d req-13c5a839-3371-4f42-8484-8de0631e36cd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1674492 Jan 19 01:00:54.736645 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks [] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:54.756254 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:54.756645 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Checking segment: {'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:54.757031 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:54.757497 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Bound using segment: {'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:54.758089 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Bound port: e671930b-ed3f-4334-8436-7c6c17853681, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:54.758502 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e671930b-ed3f-4334-8436-7c6c17853681), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:54.760715 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-965dc7d7-7570-4ff6-800e-10593ca0e276 None None] Provisioning complete for port 8aa09417-454d-4603-bff1-06e8a729a939 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:54.761073 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-965dc7d7-7570-4ff6-800e-10593ca0e276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8aa09417-454d-4603-bff1-06e8a729a939), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:54.799363 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8df99-de84-4674-89bb-667717d6f615 None None] Pushing event updated for resources: {'Port': ['ID=8aa09417-454d-4603-bff1-06e8a729a939,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:54.927639 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-b8d0deae-cb3a-4e0a-8c60-4faefc2bf1db service neutron] 10.222.0.35 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366852 Jan 19 01:00:54.934312 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1736339489-network', 'tenant_id': 'ac73f1c040f94f43bcdd01f92771821e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:54.941449 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks [] for router_gateway (1391cad3-f74e-46d2-ad79-92b24b71c838), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:54.951177 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25e727fd-3209-4b23-9931-01e949e2567d req-70baba68-ac28-475c-9c9c-4be65785202f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115443 Jan 19 01:00:55.043304 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Made reservation on behalf of ac73f1c040f94f43bcdd01f92771821e for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:55.046079 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.059689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.061978 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.122093 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:55.137807 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:55.154472 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:55.173281 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Publish callbacks [] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.214801 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.230947 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Pushing event updated for resources: {'Port': ['ID=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:55.286503 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.371737 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-dd8a9440-c440-4a23-958f-1a243e068920 service neutron] 10.222.0.35 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265118 Jan 19 01:00:55.374048 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca6652-1852-4220-a56a-c779bb748fc3 req-3eff5492-e5f5-4208-89c2-e05345817e42 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:55.375925 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-93ca6652-1852-4220-a56a-c779bb748fc3 req-3eff5492-e5f5-4208-89c2-e05345817e42 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.2434590 Jan 19 01:00:55.404445 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] For port e671930b-ed3f-4334-8436-7c6c17853681, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:55.411983 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:00:55.450485 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks [] for security_group (7ac66042-0bcb-426d-a217-69c6a296a565), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.491482 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:00:55.513037 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:00:55.539934 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] For port e671930b-ed3f-4334-8436-7c6c17853681, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=e671930b-ed3f-4334-8436-7c6c17853681,segment=NetworkSegment(2586d3ef-ff3d-47ab-9709-31035d0d424f),segment_id=2586d3ef-ff3d-47ab-9709-31035d0d424f)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:55.550696 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (7ac66042-0bcb-426d-a217-69c6a296a565), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.567766 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:52Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:55.568986 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-93ca6652-1852-4220-a56a-c779bb748fc3 req-96ae5f73-bc93-4e52-8324-4ca9b4a6067f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716397 Jan 19 01:00:55.571965 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Pushing event updated for resources: {'Port': ['ID=8b7ff497-af33-4b1d-bf40-06be92092c96,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:55.599188 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e671930b-ed3f-4334-8436-7c6c17853681), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.630552 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac66042-0bcb-426d-a217-69c6a296a565,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:55.699935 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:00:55.730720 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (9c4701ff-fbf0-4ee0-982c-2ceb963eef90), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.731293 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Added segment 9c4701ff-fbf0-4ee0-982c-2ceb963eef90 of type vlan for network 8550cd25-1ac0-43a3-a265-8e2a1781782d Jan 19 01:00:55.821321 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (1391cad3-f74e-46d2-ad79-92b24b71c838), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.865077 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (8550cd25-1ac0-43a3-a265-8e2a1781782d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.884867 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25518d2f-5262-435d-a128-ccd604a63a71 None None] Pushing event updated for resources: {'Port': ['ID=e671930b-ed3f-4334-8436-7c6c17853681,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:55.926498 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks [] for router_gateway (97f8df78-71c8-4fe9-b505-fc192ba85393), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:55.954041 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64302e3-bd9c-4a07-9801-5de2f20c34e8 None None] The sync data for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi is: [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:52Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:00:55.961837 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-965dc7d7-7570-4ff6-800e-10593ca0e276 None None] Current status of the port 8aa09417-454d-4603-bff1-06e8a729a939 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:00:56.078113 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Attempting to bind port 8b7ff497-af33-4b1d-bf40-06be92092c96 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:56.078678 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Attempting to bind port 8b7ff497-af33-4b1d-bf40-06be92092c96 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:56.079044 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Attempting to bind port 8b7ff497-af33-4b1d-bf40-06be92092c96 on network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:56.091295 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:56.091580 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Checking segment: {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:56.091987 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:56.092384 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Bound using segment: {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:56.092875 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Bound port: 8b7ff497-af33-4b1d-bf40-06be92092c96, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:56.093262 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:56.144239 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (8550cd25-1ac0-43a3-a265-8e2a1781782d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:56.147715 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:56.148330 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:56.230910 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c922d-b126-4242-9b41-c97d992b69d1 req-44a72d8a-7cf3-44e3-99b2-7c361b5597a8 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:56.240704 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-954c922d-b126-4242-9b41-c97d992b69d1 req-44a72d8a-7cf3-44e3-99b2-7c361b5597a8 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 945 time: 0.2954688 Jan 19 01:00:56.338594 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aaaa7148-18a8-40df-9fb8-9c5fec701d45 req-75c375fd-24c1-4457-9569-f2bb0836b2fa tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 210 time: 0.1978722 Jan 19 01:00:56.339823 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:56.374118 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] For port 8b7ff497-af33-4b1d-bf40-06be92092c96, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:56.389862 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] For port 8b7ff497-af33-4b1d-bf40-06be92092c96, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=8b7ff497-af33-4b1d-bf40-06be92092c96,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:56.410130 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] Pushing event updated for resources: {'Network': ['ID=8550cd25-1ac0-43a3-a265-8e2a1781782d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:56.416369 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:56.430438 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-954c922d-b126-4242-9b41-c97d992b69d1 req-984c82f7-8015-491c-9584-14c2d1479a56 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882761 Jan 19 01:00:56.549486 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network 8550cd25-1ac0-43a3-a265-8e2a1781782d details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:00:56.561638 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Router 1391cad3-f74e-46d2-ad79-92b24b71c838 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 01:00:56.612834 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38014) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:56.613061 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e10449e6-b8fa-4f97-a44b-bdec7c9860fe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9969344 Jan 19 01:00:56.632826 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Request body: {'subnet': {'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1736339489-subnet', 'tenant_id': 'ac73f1c040f94f43bcdd01f92771821e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:56.843771 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07831a1-3d53-4c0e-bcaf-5d8e3805e7e1 None None] Pushing event updated for resources: {'Port': ['ID=8b7ff497-af33-4b1d-bf40-06be92092c96,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:56.937292 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485d1f1-ed3f-43af-940f-38072d4a0d44 req-63b43e79-d42b-4082-b760-51bb1ae2ff05 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:56.950590 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a485d1f1-ed3f-43af-940f-38072d4a0d44 req-63b43e79-d42b-4082-b760-51bb1ae2ff05 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.3512940 Jan 19 01:00:56.997282 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (97f8df78-71c8-4fe9-b505-fc192ba85393), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:57.076556 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Made reservation on behalf of ac73f1c040f94f43bcdd01f92771821e for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:00:57.086945 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7585875'] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:57.091474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:00:57.115152 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Sync routers for ids ['1391cad3-f74e-46d2-ad79-92b24b71c838'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:00:57.117375 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a485d1f1-ed3f-43af-940f-38072d4a0d44 req-30d362e0-72df-45e0-92b7-bb8a361ae660 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368222 Jan 19 01:00:57.135687 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Routers {'1391cad3-f74e-46d2-ad79-92b24b71c838'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:00:57.138246 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['1391cad3-f74e-46d2-ad79-92b24b71c838'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:57.431065 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e226-f216-4d96-938c-25d63643b190 req-98154403-6067-4a42-acd1-24e452e78377 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:57.440733 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91f0e226-f216-4d96-938c-25d63643b190 req-98154403-6067-4a42-acd1-24e452e78377 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1328773 Jan 19 01:00:57.511104 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91f0e226-f216-4d96-938c-25d63643b190 req-6ccebdc5-2452-4230-ba81-0d8925449abf tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681145 Jan 19 01:00:57.534186 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Router 97f8df78-71c8-4fe9-b505-fc192ba85393 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 01:00:57.539136 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Set router 1391cad3-f74e-46d2-ad79-92b24b71c838 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:00:57.635340 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd01597-08d5-4ba6-9bcb-3e270eb02fae req-d5afe836-cd32-46ee-a244-1f131fd1400c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:57.638087 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ccd01597-08d5-4ba6-9bcb-3e270eb02fae req-d5afe836-cd32-46ee-a244-1f131fd1400c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.6397588 Jan 19 01:00:57.780309 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:00:57.794733 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Sync routers for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:00:57.804133 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:57.809287 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-18c1e97b-821a-4047-a4ce-153d4f8d8853 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0949516 Jan 19 01:00:57.813848 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38036) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:57.836945 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:00:57.838763 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:57.844885 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:57.849217 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e57e5535-4828-4c4b-a9a6-866a7d763d6f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4110861 Jan 19 01:00:57.850027 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 38038) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:00:58.050379 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:00:58.106076 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 3, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port': {'id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:58.137833 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 8b7ff497-af33-4b1d-bf40-06be92092c96 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:00:58.212637 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Checking router: 1391cad3-f74e-46d2-ad79-92b24b71c838 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:00:58.226907 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Updating router 1391cad3-f74e-46d2-ad79-92b24b71c838 port b1023776-7a85-4448-af62-e6ad0879ca1f binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:00:58.391417 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:58.407259 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a81f13-7fde-450e-b042-b88b6a3b3c89 None None] Network eeaeab7a-c765-4d11-877a-facbee65c04b requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:58.477001 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:00:58.480224 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ccd01597-08d5-4ba6-9bcb-3e270eb02fae req-87ee9e90-33cf-469a-a87a-bb17e14828d0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8288777 Jan 19 01:00:58.637758 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1d7763ad-0866-4c6b-8701-743be461587c req-3eb5a721-45ef-445e-a7ba-6f403b79a71b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 210 time: 0.2078834 Jan 19 01:00:58.962913 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442be134-ebe0-4d63-ae5f-83f04106b37e None None] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:00:59.029373 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-db913d05-9bd0-4f2e-9fbb-1517e678fa17 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:59.031728 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-db913d05-9bd0-4f2e-9fbb-1517e678fa17 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "GET /v2.0/networks?id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd HTTP/1.1" status: 200 len: 807 time: 0.5499828 Jan 19 01:00:59.036726 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Publish callbacks [] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.043800 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.060066 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-69c1ef42-9c79-4dbc-a6d1-d3e4d276463e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4221022 Jan 19 01:00:59.142480 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Request body: {'port': {'device_id': '00326f45-7639-4604-a273-d913175ac466', 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd', 'admin_state_up': True, 'tenant_id': 'b28795d42306497ea73c57f43a3f8798'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:00:59.150428 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8210349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7585917'] for subnet (f673d5ca-1ea8-467b-9d3b-b1de28552f4f), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.172411 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f938810-980c-4d84-b05a-fd4fa9e77e8e None None] Pushing event updated for resources: {'Port': ['ID=b1023776-7a85-4448-af62-e6ad0879ca1f,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:59.185689 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Attempting to bind port b1023776-7a85-4448-af62-e6ad0879ca1f on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:00:59.186135 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Attempting to bind port b1023776-7a85-4448-af62-e6ad0879ca1f by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:00:59.186563 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Attempting to bind port b1023776-7a85-4448-af62-e6ad0879ca1f on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:00:59.204755 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:00:59.205140 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:59.205543 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.206164 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:00:59.206525 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Bound port: b1023776-7a85-4448-af62-e6ad0879ca1f, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:00:59.206914 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.240111 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b1b1-6d66-4bb9-b537-d58ce0f2af38 req-227430c1-2f7d-45b6-8d8e-51c4cfb10e78 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:59.248353 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6450b1b1-6d66-4bb9-b537-d58ce0f2af38 req-227430c1-2f7d-45b6-8d8e-51c4cfb10e78 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.3868241 Jan 19 01:00:59.396296 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] For port b1023776-7a85-4448-af62-e6ad0879ca1f, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:00:59.402925 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] For port b1023776-7a85-4448-af62-e6ad0879ca1f, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=b1023776-7a85-4448-af62-e6ad0879ca1f,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:00:59.409982 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.460628 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6450b1b1-6d66-4bb9-b537-d58ce0f2af38 req-079d593d-d47b-4997-918d-a53c7674407d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030373 Jan 19 01:00:59.499539 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Routers {'1391cad3-f74e-46d2-ad79-92b24b71c838'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:00:59.500480 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['1391cad3-f74e-46d2-ad79-92b24b71c838'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:00:59.526323 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f673d5ca-1ea8-467b-9d3b-b1de28552f4f,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:00:59.653395 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-1f824e57-df72-42cb-9b58-5e38b93db60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:00:59.655663 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-1f824e57-df72-42cb-9b58-5e38b93db60c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.3377352 Jan 19 01:00:59.687083 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.696452 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-bb70c556-f67b-47ba-aaf4-21dfc79c51a6 None None] Provisioning complete for port e671930b-ed3f-4334-8436-7c6c17853681 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:59.697368 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bb70c556-f67b-47ba-aaf4-21dfc79c51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e671930b-ed3f-4334-8436-7c6c17853681), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.700767 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] Set router 1391cad3-f74e-46d2-ad79-92b24b71c838 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:00:59.721919 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Checking segment: {'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:00:59.722502 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Network hostable DHCP agents. Network: 8550cd25-1ac0-43a3-a265-8e2a1781782d, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:00:59.796545 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 8b7ff497-af33-4b1d-bf40-06be92092c96 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:00:59.797517 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:00:59.927559 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-59a0f818-1da5-48c8-b7cd-599429f92847 req-dcd371c3-45b1-4d7d-91b1-658a4d974fde tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 210 time: 0.0862827 Jan 19 01:00:59.997926 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:00.059420 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f938810-980c-4d84-b05a-fd4fa9e77e8e None None] Pushing event updated for resources: {'Port': ['ID=b1023776-7a85-4448-af62-e6ad0879ca1f,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:00.079045 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 3, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port': {'id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:00.106118 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:00:55Z', 'revision_number': 3, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:00.112209 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566debe-197c-408c-8504-2efcb2267e88 None None] The sync data for ids ['1391cad3-f74e-46d2-ad79-92b24b71c838'] in dv-cinder-799871-14-iscsi is: [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 3, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port': {'id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:01:00.118163 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Network 8550cd25-1ac0-43a3-a265-8e2a1781782d is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:01:00.146768 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906314-b389-4991-b08b-2a4bd7770f71 req-be890007-1e27-479e-b8e2-13ef559207ac tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:00.148873 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d2906314-b389-4991-b08b-2a4bd7770f71 req-be890007-1e27-479e-b8e2-13ef559207ac tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.4687023 Jan 19 01:01:00.156670 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Made reservation on behalf of b28795d42306497ea73c57f43a3f8798 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:01:00.160903 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:00.170485 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, 8550cd25-1ac0-43a3-a265-8e2a1781782d) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:00.179446 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:00.180703 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:00.185325 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Checking router: 97f8df78-71c8-4fe9-b505-fc192ba85393 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:01:00.187129 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Updating router 97f8df78-71c8-4fe9-b505-fc192ba85393 port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:01:00.234751 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a67ff4-6607-47e8-9af8-ec8d1fb9915a None None] Network 8550cd25-1ac0-43a3-a265-8e2a1781782d requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:01:00.422178 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-7120ffbe-9afd-42e7-9cc0-bf1bfc34acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:00.422536 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-7120ffbe-9afd-42e7-9cc0-bf1bfc34acd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.6958144 Jan 19 01:01:00.427912 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-281bfbf6-1d42-48e7-8609-d8446fe64b34 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8141816 Jan 19 01:01:00.511172 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d2906314-b389-4991-b08b-2a4bd7770f71 req-d63d4649-b457-4b27-b4bf-5fdd60c54045 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440325 Jan 19 01:01:00.541147 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:00.741815 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-bb70c556-f67b-47ba-aaf4-21dfc79c51a6 None None] Current status of the port e671930b-ed3f-4334-8436-7c6c17853681 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:00.750091 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bb70c556-f67b-47ba-aaf4-21dfc79c51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e671930b-ed3f-4334-8436-7c6c17853681), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:00.834184 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-087e1c78-f07e-456b-859c-e763151dbba1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 217 time: 0.3990130 Jan 19 01:01:00.931337 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 8b7ff497-af33-4b1d-bf40-06be92092c96 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:00.931910 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:00.952714 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:00.981597 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-bb70c556-f67b-47ba-aaf4-21dfc79c51a6 None None] For port e671930b-ed3f-4334-8436-7c6c17853681, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=e671930b-ed3f-4334-8436-7c6c17853681,segment=NetworkSegment(2586d3ef-ff3d-47ab-9709-31035d0d424f),segment_id=2586d3ef-ff3d-47ab-9709-31035d0d424f)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:01.035959 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 8b7ff497-af33-4b1d-bf40-06be92092c96, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=8b7ff497-af33-4b1d-bf40-06be92092c96,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:01.082634 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bb70c556-f67b-47ba-aaf4-21dfc79c51a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e671930b-ed3f-4334-8436-7c6c17853681), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:01.170490 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:01.171444 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e671930b-ed3f-4334-8436-7c6c17853681 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:01.190220 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-b161d956-08e2-462a-98b1-e9cd588bda8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:01.192372 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-b161d956-08e2-462a-98b1-e9cd588bda8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.3345587 Jan 19 01:01:01.246747 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8265113-b756-489b-8398-fe3dd1fd4d53 None None] Network 8550cd25-1ac0-43a3-a265-8e2a1781782d requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:01:01.278422 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Allocated IP 172.20.0.11 (3b4a6eca-bc34-40ef-838e-484e8a43c7dd/d19963a3-f6fb-438e-b34f-8be210057812/8935c539-370f-4cac-b723-00cad220b862) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:01.315932 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f758adc7-5eb7-4e71-bfa1-6a856b90259b req-5dcfa8a9-78fe-42af-aac4-ba77811cc398 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 210 time: 0.2015660 Jan 19 01:01:01.328379 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4101a-16c9-4ab3-9e58-b9bc4983df19 req-e35bb0cd-abad-46a9-ae87-4b264f39d4c5 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:01.330100 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14d4101a-16c9-4ab3-9e58-b9bc4983df19 req-e35bb0cd-abad-46a9-ae87-4b264f39d4c5 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.4206975 Jan 19 01:01:01.390154 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-290345d1-41f1-4b7e-8f9a-60d2f58f8ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365061 Jan 19 01:01:01.391645 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Allocated IP 172.20.0.1 (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03/80559864-0323-48ef-b652-48619e38b4aa/a5d78e0b-165b-43ff-b135-fa9e16b84962) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:01.593231 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70c556-f67b-47ba-aaf4-21dfc79c51a6 None None] Pushing event updated for resources: {'Port': ['ID=e671930b-ed3f-4334-8436-7c6c17853681,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:01.831980 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3c9f7bad-4923-4087-8a28-f6e33c46644c None None] Provisioning complete for port 8b7ff497-af33-4b1d-bf40-06be92092c96 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:01.832309 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7bad-4923-4087-8a28-f6e33c46644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:01.916456 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks [] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:01.949298 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-08b9267f-f85b-4b79-9f00-2b8a4822ea43 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:01.958526 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-08b9267f-f85b-4b79-9f00-2b8a4822ea43 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.3751323 Jan 19 01:01:01.981972 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7f2bef26-003a-4e3e-8b3b-616868a0b9ed tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/quotas/501a962e9fd5449fb8b625403e9ff8dc HTTP/1.1" status: 200 len: 375 time: 0.0219257 Jan 19 01:01:02.013359 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port e671930b-ed3f-4334-8436-7c6c17853681 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:02.013653 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e671930b-ed3f-4334-8436-7c6c17853681), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.053719 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14d4101a-16c9-4ab3-9e58-b9bc4983df19 req-14563a1a-faf1-40b7-9b67-f7c656c52e76 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6745491 Jan 19 01:01:02.069007 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=8b7ff497-af33-4b1d-bf40-06be92092c96,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:02.079248 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f7bad-4923-4087-8a28-f6e33c46644c None None] Current status of the port 8b7ff497-af33-4b1d-bf40-06be92092c96 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:02.119212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.123180 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3c9f7bad-4923-4087-8a28-f6e33c46644c None None] Provisioning complete for port e671930b-ed3f-4334-8436-7c6c17853681 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:02.123180 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7bad-4923-4087-8a28-f6e33c46644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e671930b-ed3f-4334-8436-7c6c17853681), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.176071 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Allocated IP 172.20.0.1 (eeaeab7a-c765-4d11-877a-facbee65c04b/b47df7e9-2231-4ef5-b3d6-d43e1f78f280/069b18ec-3384-4c4f-8a40-6a2a787c19a2) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:02.187111 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-276409a8-b217-4b47-a980-5c9cfc508230 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861788 Jan 19 01:01:02.195508 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:02.202232 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:02.243843 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:02.251985 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-aa52d09b-c6c7-46a1-966b-cae63a0d12ff tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2687666 Jan 19 01:01:02.310370 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port e671930b-ed3f-4334-8436-7c6c17853681 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:02.311567 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 8aa09417-454d-4603-bff1-06e8a729a939 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:02.366655 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d78e0b-165b-43ff-b135-fa9e16b84962,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:02.389157 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (97f8df78-71c8-4fe9-b505-fc192ba85393), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.399177 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Publish callbacks [] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.410022 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f7bad-4923-4087-8a28-f6e33c46644c None None] Current status of the port e671930b-ed3f-4334-8436-7c6c17853681 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:02.415576 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.485647 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-5c95ed9b-3b34-4b24-86bb-72d75a61d29e service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125945 Jan 19 01:01:02.513295 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 8aa09417-454d-4603-bff1-06e8a729a939 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:02.513987 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8aa09417-454d-4603-bff1-06e8a729a939), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.517211 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25063e-60e5-4304-97c5-bd06b46ca234 None None] Pushing event updated for resources: {'Port': ['ID=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:02.534443 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Attempting to bind port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:02.535808 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Attempting to bind port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:02.538216 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Attempting to bind port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:02.554508 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:02.557780 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:02.559037 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.561432 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:02.562713 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Bound port: 2171a4ee-9565-4ff4-8c97-b08cfba0c86e, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:02.563728 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.588165 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks [] for port (8935c539-370f-4cac-b723-00cad220b862), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.635692 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad726-4ccc-4c1e-97ef-604eb3b27f7c req-4c52ce5f-64da-49a9-b772-a8d6c8629fba tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:02.643355 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-190ad726-4ccc-4c1e-97ef-604eb3b27f7c req-4c52ce5f-64da-49a9-b772-a8d6c8629fba tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.3194878 Jan 19 01:01:02.668786 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cf8812d-0c4d-4f0e-8623-271e966b5f77 req-83db095c-45f9-4723-9b2a-9f165250239f service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736423 Jan 19 01:01:02.676429 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.681456 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-4d9dfaa0-62db-4ed3-a4b1-eb24afa885be service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582148 Jan 19 01:01:02.690494 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks [] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.753162 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (8935c539-370f-4cac-b723-00cad220b862), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.772024 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-190ad726-4ccc-4c1e-97ef-604eb3b27f7c req-606efd8e-fd0c-4d30-b751-d674f1b18454 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237681 Jan 19 01:01:02.806754 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] For port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:02.907048 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] For port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:02.908653 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-9b391104-f0b2-4622-9a52-554d51fba053 None None] Provisioning complete for port a5d78e0b-165b-43ff-b135-fa9e16b84962 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:02.909031 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9b391104-f0b2-4622-9a52-554d51fba053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.924598 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 8aa09417-454d-4603-bff1-06e8a729a939 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:02.932020 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:02.957866 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:02.996032 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.033989 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:03.044502 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:03.064658 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Pushing event updated for resources: {'Port': ['ID=8935c539-370f-4cac-b723-00cad220b862,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:03.110916 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-9b391104-f0b2-4622-9a52-554d51fba053 None None] Port a5d78e0b-165b-43ff-b135-fa9e16b84962 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:03.112761 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9a9960a4-b326-4d18-8cd1-6fc2145d4313 req-69e20de0-6fca-4039-8014-1d9ed33b4afc tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 210 time: 0.0610654 Jan 19 01:01:03.173523 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks [] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.177088 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:03.179407 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:03.187995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25063e-60e5-4304-97c5-bd06b46ca234 None None] Pushing event updated for resources: {'Port': ['ID=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:03.213748 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.228582 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Network eeaeab7a-c765-4d11-877a-facbee65c04b is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:03.238711 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:03.246758 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:03.286784 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Pushing event updated for resources: {'Port': ['ID=069b18ec-3384-4c4f-8a40-6a2a787c19a2,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:03.303384 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:03.304071 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.389777 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fd0d-0e2f-4d6f-b861-e35f00cb92c8 req-fec112f3-c326-4038-8285-00ae926d7011 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:03.402061 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf54fd0d-0e2f-4d6f-b861-e35f00cb92c8 req-fec112f3-c326-4038-8285-00ae926d7011 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 932 time: 0.4916172 Jan 19 01:01:03.447157 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device b1023776-7a85-4448-af62-e6ad0879ca1f up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:03.449544 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (1391cad3-f74e-46d2-ad79-92b24b71c838), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.504320 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (97f8df78-71c8-4fe9-b505-fc192ba85393), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.540499 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d78e0b-165b-43ff-b135-fa9e16b84962,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:03.601693 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-ebca84fd-465d-45f5-a576-7ab171e50fd5 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4770758 Jan 19 01:01:03.681233 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Request body: {'port': {'device_id': '00326f45-7639-4604-a273-d913175ac466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:03.772631 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:03.804303 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf54fd0d-0e2f-4d6f-b861-e35f00cb92c8 req-f3f6c467-3117-4e98-8f46-ae4b2b1091f9 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010289 Jan 19 01:01:03.833504 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-297e2234-b4b2-4ae5-9d56-fd151594b37e None None] Provisioning complete for port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:03.833976 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-297e2234-b4b2-4ae5-9d56-fd151594b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.882455 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:03.889865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ab73-4192-48ec-87cc-03541f492705 req-10081460-171c-4e2c-99a3-e5174affe344 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:03.891522 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8935c539-370f-4cac-b723-00cad220b862), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.896816 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-10081460-171c-4e2c-99a3-e5174affe344 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/networks?id=8550cd25-1ac0-43a3-a265-8e2a1781782d HTTP/1.1" status: 200 len: 814 time: 0.5114725 Jan 19 01:01:03.899382 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port b1023776-7a85-4448-af62-e6ad0879ca1f triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:03.900009 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:03.906076 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:03.949026 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-8b612aa3-4e39-4dc3-9763-bceaf99c2b0f tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/quotas/ac73f1c040f94f43bcdd01f92771821e HTTP/1.1" status: 200 len: 375 time: 0.0439334 Jan 19 01:01:04.011997 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-297e2234-b4b2-4ae5-9d56-fd151594b37e None None] Port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:04.087504 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f07d79a3-d59e-49e7-b9b8-addda25bec36 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac73f1c040f94f43bcdd01f92771821e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423993 Jan 19 01:01:04.245689 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port b1023776-7a85-4448-af62-e6ad0879ca1f is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:04.246329 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:04.299273 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:04.335925 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port b1023776-7a85-4448-af62-e6ad0879ca1f, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=b1023776-7a85-4448-af62-e6ad0879ca1f,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:04.346366 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-59ff4847-c852-4934-94fd-922d5951fc9f service neutron] 10.222.0.35 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595479 Jan 19 01:01:04.367676 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:01Z', 'revision_number': 1, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:04.404192 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Router 97f8df78-71c8-4fe9-b505-fc192ba85393 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:01:04.425320 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cb811-eb4e-4b7d-8c1a-4e8b675d145d req-a9e9398a-b22b-4a3a-983a-8f9223420570 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:04.427521 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-532cb811-eb4e-4b7d-8c1a-4e8b675d145d req-a9e9398a-b22b-4a3a-983a-8f9223420570 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.3791275 Jan 19 01:01:04.445950 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429233eb-bf97-4209-ac0f-7974045c7f20 None None] The sync data for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi is: [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:01Z', 'revision_number': 1, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:01:04.453462 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:04.459646 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 8b7ff497-af33-4b1d-bf40-06be92092c96 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:04.535791 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-0f9769f6-507d-4bf9-8703-b7aa3cd72a13 service neutron] 10.222.0.35 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878145 Jan 19 01:01:04.640307 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-532cb811-eb4e-4b7d-8c1a-4e8b675d145d req-e3d3574d-a7db-45be-a9a1-98f960c86931 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036161 Jan 19 01:01:04.669907 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:01:04.676849 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3f23f0c2-c913-4b70-94cf-88b1f179a639 admin admin] 10.222.0.35 "PUT /v2.0/routers/97f8df78-71c8-4fe9-b505-fc192ba85393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8243430 Jan 19 01:01:04.686610 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-2fe14eb8-f4d3-44da-9c7e-cf9e4acd03bf None None] Provisioning complete for port a5d78e0b-165b-43ff-b135-fa9e16b84962 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:04.687265 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fe14eb8-f4d3-44da-9c7e-cf9e4acd03bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:04.771986 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=b1023776-7a85-4448-af62-e6ad0879ca1f,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:04.775212 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-2fe14eb8-f4d3-44da-9c7e-cf9e4acd03bf None None] Port a5d78e0b-165b-43ff-b135-fa9e16b84962 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:04.801833 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 8b7ff497-af33-4b1d-bf40-06be92092c96 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:04.801833 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:04.922079 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8935c539-370f-4cac-b723-00cad220b862 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:04.941510 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 8b7ff497-af33-4b1d-bf40-06be92092c96 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:04.942674 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e671930b-ed3f-4334-8436-7c6c17853681 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:04.944396 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Publish callbacks [] for port (8935c539-370f-4cac-b723-00cad220b862), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:04.984019 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks [] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:04.986445 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Transition to ACTIVE for port object 8935c539-370f-4cac-b723-00cad220b862 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:01:05.008869 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (8935c539-370f-4cac-b723-00cad220b862), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:05.036652 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:05.064714 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cf724-24ae-4773-8521-3e4999943be2 req-e2018ba9-cd8a-4993-a5d3-3882c143fda3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:05.074701 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e32cf724-24ae-4773-8521-3e4999943be2 req-e2018ba9-cd8a-4993-a5d3-3882c143fda3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.2712324 Jan 19 01:01:05.110474 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e9aba2da-0bfa-466e-856e-bede64d2f1fa req-8935af98-a8ac-4bf3-9c52-b340cfa40715 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 210 time: 0.1950645 Jan 19 01:01:05.121110 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port e671930b-ed3f-4334-8436-7c6c17853681 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:05.121688 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e671930b-ed3f-4334-8436-7c6c17853681), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:05.286402 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port e671930b-ed3f-4334-8436-7c6c17853681 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:05.376101 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a317a05-9ba0-43ba-848f-227758a6e1bf req-8e350d1a-0439-41bc-991c-101232b52a22 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 210 time: 0.1017377 Jan 19 01:01:05.536177 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Pushing event updated for resources: {'Port': ['ID=8935c539-370f-4cac-b723-00cad220b862,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:05.573605 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device b1023776-7a85-4448-af62-e6ad0879ca1f up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:05.622065 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca98d2-b316-4c3a-8bb3-569bd780096c req-bfb9c4e3-4d64-4090-99c6-7f6ed54ce160 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:05.633968 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9dca98d2-b316-4c3a-8bb3-569bd780096c req-bfb9c4e3-4d64-4090-99c6-7f6ed54ce160 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 944 time: 0.0902882 Jan 19 01:01:05.697794 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port b1023776-7a85-4448-af62-e6ad0879ca1f triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:05.698269 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:05.710464 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (1391cad3-f74e-46d2-ad79-92b24b71c838), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:05.719451 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-ec4bd8f2-c258-46b4-8b83-dcaf053effd5 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:05.721402 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-ec4bd8f2-c258-46b4-8b83-dcaf053effd5 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.3807790 Jan 19 01:01:05.766747 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9dca98d2-b316-4c3a-8bb3-569bd780096c req-2044caf7-004b-485a-9326-85c09cd69b9d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314380 Jan 19 01:01:05.804534 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Pushing event updated for resources: {'Port': ['ID=069b18ec-3384-4c4f-8a40-6a2a787c19a2,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:05.827381 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port b1023776-7a85-4448-af62-e6ad0879ca1f is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:05.838662 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Request body: {'port': {'device_id': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'admin_state_up': True, 'tenant_id': '501a962e9fd5449fb8b625403e9ff8dc'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:05.877030 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Attempting to bind port 8935c539-370f-4cac-b723-00cad220b862 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:05.877473 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Attempting to bind port 8935c539-370f-4cac-b723-00cad220b862 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:05.877927 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Attempting to bind port 8935c539-370f-4cac-b723-00cad220b862 on network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:05.887054 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e32cf724-24ae-4773-8521-3e4999943be2 req-8b110ea2-da34-4874-997a-6d096b55e4de tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8097839 Jan 19 01:01:05.891854 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Port 8935c539-370f-4cac-b723-00cad220b862 on network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:01:05.892287 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Attempting to bind port 8935c539-370f-4cac-b723-00cad220b862 on network 3b4a6eca-bc34-40ef-838e-484e8a43c7dd {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:05.980064 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:05.980405 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Checking segment: {'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:05.980791 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Bound using segment: {'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:05.981237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Bound port: 8935c539-370f-4cac-b723-00cad220b862, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:05.981618 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8935c539-370f-4cac-b723-00cad220b862), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.021138 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c021a4-ea1f-410b-9a26-9d6c198de90f req-6894fc6d-13f1-46ca-87d2-70899ab7b617 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:06.023367 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c4c021a4-ea1f-410b-9a26-9d6c198de90f req-6894fc6d-13f1-46ca-87d2-70899ab7b617 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.1270661 Jan 19 01:01:06.025663 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 38168) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:06.031950 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-936103950-network', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:06.121801 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c4c021a4-ea1f-410b-9a26-9d6c198de90f req-2c7688ac-8a8b-474a-92ed-d72316531ed8 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840731 Jan 19 01:01:06.123377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Made reservation on behalf of 9feb9586e9a14eb0811f1ba844abf765 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:01:06.125925 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.139022 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.175414 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] For port 8935c539-370f-4cac-b723-00cad220b862, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:06.179591 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] For port 8935c539-370f-4cac-b723-00cad220b862, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8935c539-370f-4cac-b723-00cad220b862,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:06.203720 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (8935c539-370f-4cac-b723-00cad220b862), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.240167 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Network eeaeab7a-c765-4d11-877a-facbee65c04b is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:06.290469 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5829e7bd-b3da-47e9-adbb-e102aa5982e2 req-d97f7578-3558-4a36-be69-f0a6ec93dd5f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 210 time: 0.0665302 Jan 19 01:01:06.307135 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks [] for security_group (1a7963be-dade-40d3-ba47-99013ffff0f8), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.311479 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:06.313282 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Made reservation on behalf of 501a962e9fd5449fb8b625403e9ff8dc for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:01:06.317181 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.328363 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:06.328994 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1a7963be-dade-40d3-ba47-99013ffff0f8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.329179 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.330624 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] 10.222.0.32 "PUT /v2.0/ports/8935c539-370f-4cac-b723-00cad220b862 HTTP/1.1" status: 200 len: 1094 time: 2.6625743 Jan 19 01:01:06.342781 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00326f45-7639-4604-a273-d913175ac466', 'tag': '8935c539-370f-4cac-b723-00cad220b862'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:06.345449 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb2d58-fa88-42f9-8832-63c7afc1c580" -d '{"events": [{"name": "network-changed", "server_uuid": "00326f45-7639-4604-a273-d913175ac466", "tag": "8935c539-370f-4cac-b723-00cad220b862"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:06.379863 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7963be-dade-40d3-ba47-99013ffff0f8,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:06.391430 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:01:06.404634 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (e8346fba-aabf-4afa-ab48-ce49ba1b1f40), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.405144 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Added segment e8346fba-aabf-4afa-ab48-ce49ba1b1f40 of type vlan for network 8cb14b0d-c1a0-411a-ab69-a43020235771 Jan 19 01:01:06.572143 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111cf4a-322f-4168-9ad4-34c6d80ad363 x-openstack-request-id: req-4111cf4a-322f-4168-9ad4-34c6d80ad363 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:06.572835 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00326f45-7639-4604-a273-d913175ac466", "tag": "8935c539-370f-4cac-b723-00cad220b862", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:06.573288 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4111cf4a-322f-4168-9ad4-34c6d80ad363 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:06.573882 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00326f45-7639-4604-a273-d913175ac466', 'tag': '8935c539-370f-4cac-b723-00cad220b862', 'status': 'completed', 'code': 200} Jan 19 01:01:06.602592 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c27d7-21e4-49e2-910c-6d41742a8a45 service neutron] Pushing event updated for resources: {'Port': ['ID=8935c539-370f-4cac-b723-00cad220b862,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:06.721089 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-8de03882-c7cc-44ab-9ca0-66a7555cd149 None None] Provisioning complete for port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:06.722196 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8de03882-c7cc-44ab-9ca0-66a7555cd149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.747681 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (8cb14b0d-c1a0-411a-ab69-a43020235771), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.764685 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-8de03882-c7cc-44ab-9ca0-66a7555cd149 None None] Port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:06.780396 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (8cb14b0d-c1a0-411a-ab69-a43020235771), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.781520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:06.782143 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.834264 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8071551 Jan 19 01:01:06.840502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 38180) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:06.844970 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Request body: {'subnet': {'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-936103950-subnet', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:06.900620 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Made reservation on behalf of 9feb9586e9a14eb0811f1ba844abf765 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:01:06.901981 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4753600'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:06.924072 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8c9aab15-a0ef-46cc-a7aa-4e1c3e18b819 req-7d5ad75b-e58f-44b0-b7e5-31c3eb6d2af6 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 210 time: 0.3537889 Jan 19 01:01:06.933613 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047447a5-44ca-4a7a-adf4-f870115279c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb14b0d-c1a0-411a-ab69-a43020235771,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:06.960974 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:01:07.081468 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Router 1391cad3-f74e-46d2-ad79-92b24b71c838 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:01:07.136214 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-235c0b75-9259-44e6-a99e-f3e58a410c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:07.138220 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-235c0b75-9259-44e6-a99e-f3e58a410c1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b28795d42306497ea73c57f43a3f8798&device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 1097 time: 0.5633283 Jan 19 01:01:07.252761 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-df45accd-c027-4891-928e-dd0e46bde208 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8935c539-370f-4cac-b723-00cad220b862 HTTP/1.1" status: 200 len: 217 time: 0.0904431 Jan 19 01:01:07.376957 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Allocated IP 172.20.0.13 (a5df2d14-6c77-4859-a21d-41a9de91756c/d60fded0-ad26-44c8-bcf5-af2379aac59f/2af8b39b-1fd3-486d-b078-83ad1b5e7a78) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:07.465004 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2171a4ee-9565-4ff4-8c97-b08cfba0c86e up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:07.546540 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:07.551173 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:07.577431 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4979980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4753646'] for subnet (27f0fd71-029f-4a77-be92-dedd4ada5fd0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:07.640160 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5498b4-697e-44b5-97c2-1b3b90db1c5c req-89a5914f-5cdd-4767-8aa7-2c1afeac034a tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:07.641352 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cf5498b4-697e-44b5-97c2-1b3b90db1c5c req-89a5914f-5cdd-4767-8aa7-2c1afeac034a tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 944 time: 0.7162580 Jan 19 01:01:07.728228 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:07.729483 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:07.736965 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks [] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:07.743986 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ab73-4192-48ec-87cc-03541f492705 req-9c3ea8bf-8b54-4743-bc22-ed71577e79ae tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:07.745826 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-9c3ea8bf-8b54-4743-bc22-ed71577e79ae tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "GET /v2.0/networks?id=8550cd25-1ac0-43a3-a265-8e2a1781782d HTTP/1.1" status: 200 len: 814 time: 0.4658689 Jan 19 01:01:07.766618 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:07.774476 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Request body: {'port': {'device_id': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d', 'admin_state_up': True, 'tenant_id': 'ac73f1c040f94f43bcdd01f92771821e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:07.775624 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:07.788093 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd77a87-c523-49a1-b0bb-bd526c4dde9e req-0b289639-3bb3-45bc-8b43-ea3426362f63 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:07.789862 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3cd77a87-c523-49a1-b0bb-bd526c4dde9e req-0b289639-3bb3-45bc-8b43-ea3426362f63 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.6608627 Jan 19 01:01:07.822032 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:01:07.845035 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-c440e36c-a3e8-49be-89d5-371a5b2c8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:07.846785 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-c440e36c-a3e8-49be-89d5-371a5b2c8944 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19963a3-f6fb-438e-b34f-8be210057812 HTTP/1.1" status: 200 len: 847 time: 0.5856934 Jan 19 01:01:07.883553 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:07.905176 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f0fd71-029f-4a77-be92-dedd4ada5fd0,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:07.907194 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Checking segment: {'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:07.907557 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Network hostable DHCP agents. Network: 8cb14b0d-c1a0-411a-ab69-a43020235771, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:01:07.916270 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cf5498b4-697e-44b5-97c2-1b3b90db1c5c req-96d2d6fa-2b4a-49af-9e0c-797aed98ac2f tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427588 Jan 19 01:01:07.920353 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-76093d39-50ec-436e-854e-025d3e4a9cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542748 Jan 19 01:01:07.928699 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:07.944574 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:01:07.962872 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, 8cb14b0d-c1a0-411a-ab69-a43020235771) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:07.978661 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:07.979268 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.017710 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3cd77a87-c523-49a1-b0bb-bd526c4dde9e req-f98a38d9-7db6-4952-aad6-55b4d0a66d01 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921074 Jan 19 01:01:08.025454 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ec0dada8-f774-41a3-b048-ac9a58b24608 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1842053 Jan 19 01:01:08.026174 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 38200) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:08.029446 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event updated for resources: {'Port': ['ID=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:08.031898 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:08.063351 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774085c-4fcf-4d67-a809-19053e6820f2 None None] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:01:08.073537 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Made reservation on behalf of ac73f1c040f94f43bcdd01f92771821e for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:01:08.077547 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.084778 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:01:08.123635 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Sync routers for ids ['1391cad3-f74e-46d2-ad79-92b24b71c838'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:01:08.159118 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Routers {'1391cad3-f74e-46d2-ad79-92b24b71c838'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:08.160722 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['1391cad3-f74e-46d2-ad79-92b24b71c838'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:08.166108 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c8e7d732-ff0d-4cde-ba29-80f20d2333cf admin admin] 10.222.0.35 "PUT /v2.0/routers/1391cad3-f74e-46d2-ad79-92b24b71c838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3505654 Jan 19 01:01:08.256838 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Network a5df2d14-6c77-4859-a21d-41a9de91756c is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:08.257159 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Allocated IP 172.20.0.11 (8550cd25-1ac0-43a3-a265-8e2a1781782d/f673d5ca-1ea8-467b-9d3b-b1de28552f4f/5f884301-077e-4a7e-abc4-146c5797b4ca) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:08.260050 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (b099139b-57a2-48d0-a13b-d9727a4cf526), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.261273 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (b099139b-57a2-48d0-a13b-d9727a4cf526), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.282760 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:08.298848 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:08.363648 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'c2be2345-4d5f-41d3-8dda-d7f97540e714'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:01:08.380095 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-73f8186c-ab73-435e-a1da-92579cec1397 service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437234 Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.385092 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:08.387762 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:01:08.388593 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4c97-981d-4539-8bc7-c5552f584ce4 req-da470ca9-97e2-453c-a8fd-0ea4fdd5560b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:08.390397 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cc1b4c97-981d-4539-8bc7-c5552f584ce4 req-da470ca9-97e2-453c-a8fd-0ea4fdd5560b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 932 time: 0.2282047 Jan 19 01:01:08.432509 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:08.492170 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-8cb14b0d-c1a0-411a-ab69-a43020235771', 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771', 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'fixed_ips': [{'subnet_id': '27f0fd71-029f-4a77-be92-dedd4ada5fd0'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 01:01:08.493510 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.495100 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec5ab409-aced-47e4-b0a0-4b44e53b61a2 req-3145ce34-2282-4fec-acab-e5d2d2920377 service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038191 Jan 19 01:01:08.502482 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:08.503425 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.546180 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-51302511-5a4a-40c4-8667-d17bb51f9baf tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7948036 Jan 19 01:01:08.549789 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'port_id': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'mac_address': 'fa:16:3e:c3:40:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:01:08.563864 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Set router 1391cad3-f74e-46d2-ad79-92b24b71c838 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:08.572330 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cc1b4c97-981d-4539-8bc7-c5552f584ce4 req-3d5406d7-a1a5-4946-914b-81c8d41c359e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Jan 19 01:01:08.640856 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Request body: {'port': {'device_id': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:08.813666 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: ACTIVE; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:08.814507 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.911926 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 106fe9e6-c59d-4f8e-a0e4-1767d393e612 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:08.942309 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Allocated IP 172.20.0.2 (8cb14b0d-c1a0-411a-ab69-a43020235771/27f0fd71-029f-4a77-be92-dedd4ada5fd0/aeca73c1-3b2f-4845-956d-b01274655d0c) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:08.946287 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks [] for router_controller (b099139b-57a2-48d0-a13b-d9727a4cf526), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:08.952529 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-888c2e29-bc5f-465c-b49c-5fed483043cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:08.960371 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-888c2e29-bc5f-465c-b49c-5fed483043cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b28795d42306497ea73c57f43a3f8798&device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 1097 time: 0.3107588 Jan 19 01:01:08.962891 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:09.017378 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:09.086153 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks [] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:09.093017 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:09.255889 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-b9f4b2ea-ef9e-4543-b417-c651b98b21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:09.259741 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-b9f4b2ea-ef9e-4543-b417-c651b98b21d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd HTTP/1.1" status: 200 len: 908 time: 0.2892346 Jan 19 01:01:09.320196 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12cdd2-f013-4292-a15b-30957076d260 req-767ea4e0-1b43-44cb-99ee-cd70984129a1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:09.322043 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a12cdd2-f013-4292-a15b-30957076d260 req-767ea4e0-1b43-44cb-99ee-cd70984129a1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 1.0709975 Jan 19 01:01:09.632524 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:01:03Z', 'revision_number': 4, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port': {'id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '069b18ec-3384-4c4f-8a40-6a2a787c19a2', 'name': '', 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'mac_address': 'fa:16:3e:6a:ab:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b47df7e9-2231-4ef5-b3d6-d43e1f78f280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:01Z', 'updated_at': '2022-01-19T01:01:04Z', 'revision_number': 2, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'subnets': [{'id': 'b47df7e9-2231-4ef5-b3d6-d43e1f78f280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:09.669007 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-889b0485-511d-42d2-a905-80f8aad5535d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8935c539-370f-4cac-b723-00cad220b862 HTTP/1.1" status: 200 len: 217 time: 0.3927159 Jan 19 01:01:09.708106 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Checking router: 1391cad3-f74e-46d2-ad79-92b24b71c838 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:01:09.708616 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Updating router 1391cad3-f74e-46d2-ad79-92b24b71c838 port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:01:09.713502 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['106fe9e6-c59d-4f8e-a0e4-1767d393e612'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:01:09.729979 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2171a4ee-9565-4ff4-8c97-b08cfba0c86e up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:09.733486 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Sync routers for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:01:09.736339 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:09.747740 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks [] for router_gateway (b099139b-57a2-48d0-a13b-d9727a4cf526), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:09.777660 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:09.890168 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a12cdd2-f013-4292-a15b-30957076d260 req-30c863bb-25d6-4923-b01f-66abc7055492 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839760 Jan 19 01:01:09.899905 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Pushing event updated for resources: {'Port': ['ID=5f884301-077e-4a7e-abc4-146c5797b4ca,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:09.951398 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-4524216d-842e-4bab-8b7e-1278ca51d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:09.953442 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-4524216d-842e-4bab-8b7e-1278ca51d33d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.4917164 Jan 19 01:01:09.982884 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Network 8550cd25-1ac0-43a3-a265-8e2a1781782d is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:10.012821 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:10.051640 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353c65e-5071-4910-a8dc-481a03dec923 req-72b851da-19fb-4e23-8bf1-27ac22f0e223 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:10.072729 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1353c65e-5071-4910-a8dc-481a03dec923 req-72b851da-19fb-4e23-8bf1-27ac22f0e223 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 932 time: 0.6069751 Jan 19 01:01:10.089284 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:10.090151 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:10.139152 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:10.290652 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-321285c9-b4b8-4bcd-9055-97e77ab48444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:10.293099 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-321285c9-b4b8-4bcd-9055-97e77ab48444 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19963a3-f6fb-438e-b34f-8be210057812 HTTP/1.1" status: 200 len: 847 time: 0.5245662 Jan 19 01:01:10.367899 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-ddfda5a9-2c1e-4aca-9977-fdb3939dc447 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3b4a6eca-bc34-40ef-838e-484e8a43c7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589790 Jan 19 01:01:10.418559 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:10.462386 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Publish callbacks [] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:10.474336 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:10.489070 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-47ecb923-60bd-4d82-9023-64c0fd76fbdf service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983338 Jan 19 01:01:10.560800 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1353c65e-5071-4910-a8dc-481a03dec923 req-0da8189f-50ff-4cbb-a7bd-5a163a438f13 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862192 Jan 19 01:01:10.561363 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:10.562651 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:10.585540 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab27878-80d4-4923-938a-1712d5856ff3 None None] Pushing event updated for resources: {'Port': ['ID=069b18ec-3384-4c4f-8a40-6a2a787c19a2,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:10.649033 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f06e7-4d31-4689-87cf-11225dd0418e req-f07419c3-2cd0-46a5-a864-44135bbe9de4 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:10.675140 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-451f06e7-4d31-4689-87cf-11225dd0418e req-f07419c3-2cd0-46a5-a864-44135bbe9de4 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 944 time: 0.5537095 Jan 19 01:01:10.684701 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-0bbaaa95-a6f9-477f-b5ca-3bfe0f851f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:10.686775 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-0bbaaa95-a6f9-477f-b5ca-3bfe0f851f5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.7223513 Jan 19 01:01:10.704778 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-f53ad928-56f6-467f-b66f-767dbfe33710 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9382052 Jan 19 01:01:10.742046 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Attempting to bind port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:10.742871 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Attempting to bind port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:10.742871 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Attempting to bind port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 on network eeaeab7a-c765-4d11-877a-facbee65c04b {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:10.753149 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:10.753522 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Checking segment: {'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:10.754491 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:10.754889 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Bound using segment: {'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:10.755378 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Bound port: 069b18ec-3384-4c4f-8a40-6a2a787c19a2, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2586d3ef-ff3d-47ab-9709-31035d0d424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:10.755764 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:10.819136 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Request body: {'port': {'device_id': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:10.876709 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-0f0694dc-f8c5-4f77-bbe0-22374e3b243a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 217 time: 0.1669531 Jan 19 01:01:10.908060 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Publish callbacks [] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:10.984301 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] For port 069b18ec-3384-4c4f-8a40-6a2a787c19a2, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:10.995881 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] For port 069b18ec-3384-4c4f-8a40-6a2a787c19a2, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=069b18ec-3384-4c4f-8a40-6a2a787c19a2,segment=NetworkSegment(2586d3ef-ff3d-47ab-9709-31035d0d424f),segment_id=2586d3ef-ff3d-47ab-9709-31035d0d424f)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:11.007828 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:11.038843 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:11.081234 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Publish callbacks [] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:11.147530 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Routers {'1391cad3-f74e-46d2-ad79-92b24b71c838'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:11.155794 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['1391cad3-f74e-46d2-ad79-92b24b71c838'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:11.166957 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Transition to ACTIVE for port object 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:01:11.210648 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-451f06e7-4d31-4689-87cf-11225dd0418e req-4116b5ce-09b3-4b1f-855b-084a58cd787d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459259 Jan 19 01:01:11.289213 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:11.317722 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:11.339196 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:11.389671 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:11.446279 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-8580291c-3210-4ca9-9c05-8bf884f49480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:11.447986 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-8580291c-3210-4ca9-9c05-8bf884f49480 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.4833312 Jan 19 01:01:11.507397 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] Set router 1391cad3-f74e-46d2-ad79-92b24b71c838 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:11.603700 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:11.604434 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:11.646750 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebfb2d58-fa88-42f9-8832-63c7afc1c580 req-0b23abb5-fc51-4c28-ad2c-70eda3f072e5 service neutron] 10.222.0.32 "GET /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1214585 Jan 19 01:01:11.717324 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:11.748614 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194cc2-1e6f-4868-85f1-c81a9d33d768 req-ec8356a2-54ff-4a55-b057-532cc47c8513 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:11.760487 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c4194cc2-1e6f-4868-85f1-c81a9d33d768 req-ec8356a2-54ff-4a55-b057-532cc47c8513 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 1.0237384 Jan 19 01:01:11.838438 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8935c539-370f-4cac-b723-00cad220b862 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:01:11.916853 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab27878-80d4-4923-938a-1712d5856ff3 None None] Pushing event updated for resources: {'Port': ['ID=069b18ec-3384-4c4f-8a40-6a2a787c19a2,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:12.006637 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:12.012315 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:12.027584 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:12.078173 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ad6de4b1-715e-4b5f-8c99-ae3fbe12bc1c None None] Provisioning complete for port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:12.078623 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad6de4b1-715e-4b5f-8c99-ae3fbe12bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:12.085182 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:01:03Z', 'revision_number': 4, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port': {'id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '069b18ec-3384-4c4f-8a40-6a2a787c19a2', 'name': '', 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'mac_address': 'fa:16:3e:6a:ab:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b47df7e9-2231-4ef5-b3d6-d43e1f78f280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:01Z', 'updated_at': '2022-01-19T01:01:10Z', 'revision_number': 4, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'subnets': [{'id': 'b47df7e9-2231-4ef5-b3d6-d43e1f78f280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:12.183778 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Attempting to bind port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:12.184637 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Attempting to bind port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:12.184637 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Attempting to bind port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:12.186347 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c01044-1a88-49bb-b247-6ab4f896156f None None] The sync data for ids ['1391cad3-f74e-46d2-ad79-92b24b71c838'] in dv-cinder-799871-14-iscsi is: [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:01:03Z', 'revision_number': 4, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port': {'id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '069b18ec-3384-4c4f-8a40-6a2a787c19a2', 'name': '', 'network_id': 'eeaeab7a-c765-4d11-877a-facbee65c04b', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'mac_address': 'fa:16:3e:6a:ab:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b47df7e9-2231-4ef5-b3d6-d43e1f78f280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:01Z', 'updated_at': '2022-01-19T01:01:10Z', 'revision_number': 4, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'subnets': [{'id': 'b47df7e9-2231-4ef5-b3d6-d43e1f78f280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:01:12.210178 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 on network a5df2d14-6c77-4859-a21d-41a9de91756c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:01:12.210491 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Attempting to bind port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:12.217035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Attempting to bind port aeca73c1-3b2f-4845-956d-b01274655d0c on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:12.217518 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Attempting to bind port aeca73c1-3b2f-4845-956d-b01274655d0c by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:12.217841 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Attempting to bind port aeca73c1-3b2f-4845-956d-b01274655d0c on network 8cb14b0d-c1a0-411a-ab69-a43020235771 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:12.231331 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Pushing event updated for resources: {'Port': ['ID=aeca73c1-3b2f-4845-956d-b01274655d0c,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:12.264290 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c4194cc2-1e6f-4868-85f1-c81a9d33d768 req-a610f9e6-3b82-4687-87e3-bbe53eeec3ab tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4952729 Jan 19 01:01:12.268396 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:12.271214 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Checking segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:12.272444 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Bound using segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:12.294355 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Bound port: 2af8b39b-1fd3-486d-b078-83ad1b5e7a78, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:12.295682 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:12.314756 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:12.315723 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Checking segment: {'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:12.320221 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:12.324628 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Bound using segment: {'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:12.326029 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Bound port: aeca73c1-3b2f-4845-956d-b01274655d0c, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:12.332401 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:12.412040 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-895d7705-cca3-4cb3-98d0-129c53bf33eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3782091 Jan 19 01:01:12.448828 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:12.556080 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.db.resource_extend [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 19 01:01:12.598842 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 2, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:12.708961 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Checking router: 97f8df78-71c8-4fe9-b505-fc192ba85393 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:01:12.742295 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Updating router 97f8df78-71c8-4fe9-b505-fc192ba85393 port a5d78e0b-165b-43ff-b135-fa9e16b84962 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:01:12.868763 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] For port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:12.868763 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] For port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:12.932736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0676e6-0ac4-4694-9559-ff1c0cd580ac req-118d588e-1ef0-48a8-9396-25eae6606403 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:12.946016 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b0676e6-0ac4-4694-9559-ff1c0cd580ac req-118d588e-1ef0-48a8-9396-25eae6606403 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 944 time: 0.5047021 Jan 19 01:01:12.951426 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:13.020484 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:13.021609 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:13.032773 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 069b18ec-3384-4c4f-8a40-6a2a787c19a2 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:13.034689 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/2af8b39b-1fd3-486d-b078-83ad1b5e7a78 HTTP/1.1" status: 200 len: 1094 time: 4.4010353 Jan 19 01:01:13.039481 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'tag': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:13.053290 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b929a4c-1c59-48dd-9590-b921f85b7397" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e12597-7db9-4c72-adc8-20270f7474f4", "tag": "2af8b39b-1fd3-486d-b078-83ad1b5e7a78"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:13.373158 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:13.413220 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] For port aeca73c1-3b2f-4845-956d-b01274655d0c, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:13.531891 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef15051-c98f-44d5-ac55-0684d5ef2c92 req-4be58cc4-0d0a-496d-81ea-f6f63a03b0dc tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:13.550590 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fef15051-c98f-44d5-ac55-0684d5ef2c92 req-4be58cc4-0d0a-496d-81ea-f6f63a03b0dc tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 1.5129244 Jan 19 01:01:13.550897 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b0676e6-0ac4-4694-9559-ff1c0cd580ac req-68ac02c4-486c-474a-b646-6fd286715e36 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032925 Jan 19 01:01:13.646672 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492c297-efc7-482e-a5bc-e353ef9748b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:13.674141 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-1f166075-a566-4e6e-90fb-f7102b0d4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:13.681642 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-1f166075-a566-4e6e-90fb-f7102b0d4874 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 1097 time: 0.4258556 Jan 19 01:01:13.719201 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] For port aeca73c1-3b2f-4845-956d-b01274655d0c, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=aeca73c1-3b2f-4845-956d-b01274655d0c,segment=NetworkSegment(e8346fba-aabf-4afa-ab48-ce49ba1b1f40),segment_id=e8346fba-aabf-4afa-ab48-ce49ba1b1f40)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:13.735805 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ad6de4b1-715e-4b5f-8c99-ae3fbe12bc1c None None] Current status of the port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:13.735805 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad6de4b1-715e-4b5f-8c99-ae3fbe12bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:13.790921 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f884301-077e-4a7e-abc4-146c5797b4ca {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:13.806890 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:13.830110 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Publish callbacks [] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:13.839531 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8935c539-370f-4cac-b723-00cad220b862, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8935c539-370f-4cac-b723-00cad220b862,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:13.889644 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Transition to ACTIVE for port object 5f884301-077e-4a7e-abc4-146c5797b4ca will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:01:13.893204 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-2b34cc15-3791-415c-9e6c-62d901f2d444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2af8b39b-1fd3-486d-b078-83ad1b5e7a78 HTTP/1.1" status: 200 len: 217 time: 0.1878633 Jan 19 01:01:14.111870 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-cfe0a4bb-68c6-4d44-8ed4-d97dd8844531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:14.115309 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-cfe0a4bb-68c6-4d44-8ed4-d97dd8844531 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.2073960 Jan 19 01:01:14.117174 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks [] for router_gateway (b099139b-57a2-48d0-a13b-d9727a4cf526), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:14.131378 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '8935c539-370f-4cac-b723-00cad220b862', 'network_id': '3b4a6eca-bc34-40ef-838e-484e8a43c7dd', 'port_id': '8935c539-370f-4cac-b723-00cad220b862', 'mac_address': 'fa:16:3e:05:43:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19963a3-f6fb-438e-b34f-8be210057812', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:01:14.149617 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:14.188567 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ad6de4b1-715e-4b5f-8c99-ae3fbe12bc1c None None] For port 069b18ec-3384-4c4f-8a40-6a2a787c19a2, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=069b18ec-3384-4c4f-8a40-6a2a787c19a2,segment=NetworkSegment(2586d3ef-ff3d-47ab-9709-31035d0d424f),segment_id=2586d3ef-ff3d-47ab-9709-31035d0d424f)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:14.232645 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-17e637b4-7662-455a-a347-df14d431c5f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079748 Jan 19 01:01:14.277576 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e2115-c82b-4944-bd99-8296d8132de9 None None] Pushing event updated for resources: {'Port': ['ID=aeca73c1-3b2f-4845-956d-b01274655d0c,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:14.308894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ad6de4b1-715e-4b5f-8c99-ae3fbe12bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:14.361161 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e470e2-d6f2-4035-9081-d1f7afd24488 req-91211e67-4093-4a65-b8ae-419f50a7c8ea tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:14.381114 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68e470e2-d6f2-4035-9081-d1f7afd24488 req-91211e67-4093-4a65-b8ae-419f50a7c8ea tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.4815607 Jan 19 01:01:14.499373 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Pushing event updated for resources: {'Port': ['ID=5f884301-077e-4a7e-abc4-146c5797b4ca,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:14.568096 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:14.577452 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:14.578510 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:14.951973 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Allocated IP 172.27.3.147 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/e7a96cd2-5350-430c-85b8-480fb9797c3a) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:15.047397 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68e470e2-d6f2-4035-9081-d1f7afd24488 req-51edbc41-3d1f-4ced-8796-de2d7de3caeb tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6602008 Jan 19 01:01:15.057006 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-c5084fc1-9e92-43cc-8bdb-66dcd5af269b service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918184 Jan 19 01:01:15.162080 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks [] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:15.273718 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:15.297444 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6de4b1-715e-4b5f-8c99-ae3fbe12bc1c None None] Pushing event updated for resources: {'Port': ['ID=069b18ec-3384-4c4f-8a40-6a2a787c19a2,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:15.306887 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:15.410678 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-927d76e7-348e-4d75-bd52-f90a0c9ada85 req-ffd15073-ddad-4157-8abf-052e178e9ca5 service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422365 Jan 19 01:01:15.414792 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:15.428323 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fef15051-c98f-44d5-ac55-0684d5ef2c92 req-7b8f6c0c-b072-42ca-aeca-74e12d381b8c tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8766706 Jan 19 01:01:15.432732 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:15.891094 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Publish callbacks [] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:15.917261 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:15.956431 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-881939a4-2c0d-4b8d-9cc0-c1070c3bc0c0 None None] Provisioning complete for port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:15.956774 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-881939a4-2c0d-4b8d-9cc0-c1070c3bc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:16.040533 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 8935c539-370f-4cac-b723-00cad220b862 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:16.041353 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8935c539-370f-4cac-b723-00cad220b862), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:16.142307 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8935c539-370f-4cac-b723-00cad220b862 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:16.226816 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8935c539-370f-4cac-b723-00cad220b862, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8935c539-370f-4cac-b723-00cad220b862,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:16.276273 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8935c539-370f-4cac-b723-00cad220b862), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:16.378619 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac62ea-0ae0-48f2-953c-bb97078c9514 req-e7e328c9-3214-4fb8-b47d-dac7b1d310b2 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:16.381025 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0ac62ea-0ae0-48f2-953c-bb97078c9514 req-e7e328c9-3214-4fb8-b47d-dac7b1d310b2 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 944 time: 0.9667876 Jan 19 01:01:16.416536 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks [] for router_gateway (b099139b-57a2-48d0-a13b-d9727a4cf526), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:16.487845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:16.568569 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-4acce65e-3ee5-4825-bc54-80334c77a84b service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 4.1346312 Jan 19 01:01:16.638493 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Pushing event updated for resources: {'Port': ['ID=e7a96cd2-5350-430c-85b8-480fb9797c3a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:16.671880 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bdf56-34ff-4307-b3a0-a1951c759a41 req-9c335c94-934a-452f-bcc4-38c6ab108d6e tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:16.686977 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0ac62ea-0ae0-48f2-953c-bb97078c9514 req-b25f7932-5563-4c64-8eda-e461700edf5e tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147348 Jan 19 01:01:16.690707 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ed9bdf56-34ff-4307-b3a0-a1951c759a41 req-9c335c94-934a-452f-bcc4-38c6ab108d6e tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 944 time: 0.8819690 Jan 19 01:01:16.707409 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255ce33-543e-4a8e-a78c-564b9f2c5ca1 None None] Pushing event updated for resources: {'Port': ['ID=a5d78e0b-165b-43ff-b135-fa9e16b84962,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:16.867780 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07016508-9b8c-4752-bfe4-4fa907c53295 x-openstack-request-id: req-07016508-9b8c-4752-bfe4-4fa907c53295 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:16.868078 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e12597-7db9-4c72-adc8-20270f7474f4", "tag": "2af8b39b-1fd3-486d-b078-83ad1b5e7a78", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:16.868456 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07016508-9b8c-4752-bfe4-4fa907c53295 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:16.868928 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'tag': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78', 'status': 'completed', 'code': 200} Jan 19 01:01:16.967738 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c141d31-fde5-484c-b26f-7d4d97bbbaed None None] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:01:17.114679 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-21fdde80-bb42-4f46-8853-9e45bf527416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:17.116836 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-21fdde80-bb42-4f46-8853-9e45bf527416 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 1097 time: 0.1920025 Jan 19 01:01:17.142532 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=8935c539-370f-4cac-b723-00cad220b862,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:17.287691 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8808fbe-cd01-48d0-bc24-2bcdc0dd376e req-f3e3abcd-a458-4104-b4ab-2cd27c39c115 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:17.290434 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d8808fbe-cd01-48d0-bc24-2bcdc0dd376e req-f3e3abcd-a458-4104-b4ab-2cd27c39c115 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 0.3420470 Jan 19 01:01:17.353947 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ed9bdf56-34ff-4307-b3a0-a1951c759a41 req-d992e3db-fbb1-4f7f-a9c3-4a3101c7f4d1 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616120 Jan 19 01:01:17.376759 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Attempting to bind port 5f884301-077e-4a7e-abc4-146c5797b4ca on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:17.380846 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Attempting to bind port 5f884301-077e-4a7e-abc4-146c5797b4ca by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:17.381238 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Attempting to bind port 5f884301-077e-4a7e-abc4-146c5797b4ca on network 8550cd25-1ac0-43a3-a265-8e2a1781782d {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:17.390229 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-eb81fc7a-23ad-4ee1-91ba-6491452ea0eb req-90796c57-b731-4cf8-bc94-efb1be9a4192 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645242 Jan 19 01:01:17.437757 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['8935c539-370f-4cac-b723-00cad220b862'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:01:17.496026 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Port 5f884301-077e-4a7e-abc4-146c5797b4ca on network 8550cd25-1ac0-43a3-a265-8e2a1781782d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:01:17.497548 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Attempting to bind port 5f884301-077e-4a7e-abc4-146c5797b4ca on network 8550cd25-1ac0-43a3-a265-8e2a1781782d {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:17.530899 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:17.531691 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Checking segment: {'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:17.532275 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Bound using segment: {'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:17.532933 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Bound port: 5f884301-077e-4a7e-abc4-146c5797b4ca, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:17.533594 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:17.602428 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d8808fbe-cd01-48d0-bc24-2bcdc0dd376e req-218c090d-1ffe-4edb-a587-84a0f2874649 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736280 Jan 19 01:01:17.713147 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-57c306f5-cea2-4317-ac29-a5e171524ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:17.715083 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-57c306f5-cea2-4317-ac29-a5e171524ad9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 916 time: 0.5893407 Jan 19 01:01:17.741606 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Attempting to bind port a5d78e0b-165b-43ff-b135-fa9e16b84962 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:17.742211 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Attempting to bind port a5d78e0b-165b-43ff-b135-fa9e16b84962 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:17.742794 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Attempting to bind port a5d78e0b-165b-43ff-b135-fa9e16b84962 on network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:17.791194 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] For port 5f884301-077e-4a7e-abc4-146c5797b4ca, host hv-cinder-79987, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:17.796301 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] For port 5f884301-077e-4a7e-abc4-146c5797b4ca, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f884301-077e-4a7e-abc4-146c5797b4ca,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:17.806963 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:17.807429 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:17.807916 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:17.840030 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:17.840525 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Checking segment: {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:17.841027 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:17.841506 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Bound using segment: {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:17.842174 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Bound port: a5d78e0b-165b-43ff-b135-fa9e16b84962, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:17.842647 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:17.878783 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-19b40993-f3f6-4e14-8b45-e66b371f7629 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2af8b39b-1fd3-486d-b078-83ad1b5e7a78 HTTP/1.1" status: 200 len: 217 time: 0.1568656 Jan 19 01:01:17.884060 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:17.957934 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-881939a4-2c0d-4b8d-9cc0-c1070c3bc0c0 None None] Current status of the port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:18.035965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:18.041181 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:18.046279 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] 10.222.0.32 "PUT /v2.0/ports/5f884301-077e-4a7e-abc4-146c5797b4ca HTTP/1.1" status: 200 len: 1094 time: 7.3195245 Jan 19 01:01:18.077793 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'tag': '5f884301-077e-4a7e-abc4-146c5797b4ca'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:18.087950 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaed49e-b63a-4902-aca3-34109d97e731" -d '{"events": [{"name": "network-changed", "server_uuid": "aca39699-5b1c-41e3-8fbe-4b914265d69f", "tag": "5f884301-077e-4a7e-abc4-146c5797b4ca"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:18.120384 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753aaac-efa8-40d4-992a-584529184d0b req-1ba1288f-e696-4dcc-8f09-88736dae8b18 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:18.122347 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a753aaac-efa8-40d4-992a-584529184d0b req-1ba1288f-e696-4dcc-8f09-88736dae8b18 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.3252258 Jan 19 01:01:18.124189 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (b099139b-57a2-48d0-a13b-d9727a4cf526), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:18.152527 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] For port a5d78e0b-165b-43ff-b135-fa9e16b84962, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:18.240373 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ff35-2593-49bf-bf8e-e8833da73d6e req-f8f9aac0-07ae-42ef-ad5c-b08e94cfd6df tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:18.243840 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-90c8ff35-2593-49bf-bf8e-e8833da73d6e req-f8f9aac0-07ae-42ef-ad5c-b08e94cfd6df tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 944 time: 0.6186993 Jan 19 01:01:18.273493 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a753aaac-efa8-40d4-992a-584529184d0b req-6c16395e-d23c-491b-85bc-fb222216dc77 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415644 Jan 19 01:01:18.313634 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-cd92e7df-e788-4a7b-8d9c-541c7607b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:18.315602 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-cd92e7df-e788-4a7b-8d9c-541c7607b9b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.4195471 Jan 19 01:01:18.330065 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] For port a5d78e0b-165b-43ff-b135-fa9e16b84962, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a5d78e0b-165b-43ff-b135-fa9e16b84962,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:18.333008 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:01:18.379167 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:18.474837 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-1282968b-1a85-4e7b-8959-e9dc0fe79eb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517637 Jan 19 01:01:18.592472 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11c370-6f74-4d27-bf85-dfb7d705e99e service neutron] Pushing event updated for resources: {'Port': ['ID=5f884301-077e-4a7e-abc4-146c5797b4ca,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:18.598144 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device aeca73c1-3b2f-4845-956d-b01274655d0c up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:18.659531 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:18.660645 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:18.665274 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255ce33-543e-4a8e-a78c-564b9f2c5ca1 None None] Pushing event updated for resources: {'Port': ['ID=a5d78e0b-165b-43ff-b135-fa9e16b84962,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:18.670063 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ab73-4192-48ec-87cc-03541f492705 req-eb94ae11-4b92-455a-aba5-42baaaea7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:18.681173 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-eb94ae11-4b92-455a-aba5-42baaaea7916 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac73f1c040f94f43bcdd01f92771821e&device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 1097 time: 0.5521424 Jan 19 01:01:18.722600 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91bbc6-41b5-405d-99d2-f488ee8dc679 req-97079eaa-8bbe-4e03-b884-e5d14dd7a7cd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:18.725444 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e91bbc6-41b5-405d-99d2-f488ee8dc679 req-97079eaa-8bbe-4e03-b884-e5d14dd7a7cd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1974833 Jan 19 01:01:18.804596 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-e8f02a94-4005-42cc-8970-b4dc278efa51 service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194938 Jan 19 01:01:18.818973 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Provisioning complete for port aeca73c1-3b2f-4845-956d-b01274655d0c triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:18.819567 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:18.846996 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-61da0837-f5fc-4c7f-a58e-6240cfc239bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f884301-077e-4a7e-abc4-146c5797b4ca HTTP/1.1" status: 200 len: 217 time: 0.1332700 Jan 19 01:01:18.859013 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e91bbc6-41b5-405d-99d2-f488ee8dc679 req-8851d052-5eec-4f1f-90d7-a104bd6d97a2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883832 Jan 19 01:01:18.878022 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-90c8ff35-2593-49bf-bf8e-e8833da73d6e req-0267211d-1fae-4827-98fa-b83ecba8259f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773101 Jan 19 01:01:18.962046 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ab73-4192-48ec-87cc-03541f492705 req-08d03e45-eb46-4654-a69e-4b006f56ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:18.963629 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-08d03e45-eb46-4654-a69e-4b006f56ceb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f673d5ca-1ea8-467b-9d3b-b1de28552f4f HTTP/1.1" status: 200 len: 854 time: 0.1056461 Jan 19 01:01:19.021233 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:19.051529 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-a22cc870-da66-43e8-bc15-7df9dfb63d96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8550cd25-1ac0-43a3-a265-8e2a1781782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606782 Jan 19 01:01:19.059255 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'port_id': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78', 'mac_address': 'fa:16:3e:e8:b4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60fded0-ad26-44c8-bcf5-af2379aac59f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:01:19.111839 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:19.120976 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d2af2-635d-4dbd-8d83-d464167821fe" -d '{"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-plugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:19.142158 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:19.142995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:19.165768 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d905935-8def-49a8-88de-a6901fde89aa x-openstack-request-id: req-6d905935-8def-49a8-88de-a6901fde89aa {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:19.166239 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca39699-5b1c-41e3-8fbe-4b914265d69f", "tag": "5f884301-077e-4a7e-abc4-146c5797b4ca", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:19.166740 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d905935-8def-49a8-88de-a6901fde89aa {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:19.167396 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'tag': '5f884301-077e-4a7e-abc4-146c5797b4ca', 'status': 'completed', 'code': 200} Jan 19 01:01:19.203131 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Router b099139b-57a2-48d0-a13b-d9727a4cf526 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 01:01:19.242915 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:19.295501 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port aeca73c1-3b2f-4845-956d-b01274655d0c triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:19.295693 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:19.413112 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9dd7e-951d-4642-a2ca-632533103bf0 req-bcea1a36-4dac-4280-a470-b6b00fbe5097 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:19.416226 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-acd9dd7e-951d-4642-a2ca-632533103bf0 req-bcea1a36-4dac-4280-a470-b6b00fbe5097 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 944 time: 0.2690115 Jan 19 01:01:19.452542 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:19.515016 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:19.515992 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:19.531778 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8935c539-370f-4cac-b723-00cad220b862 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:19.536118 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b929a4c-1c59-48dd-9590-b921f85b7397 req-9643824e-a25f-47ec-95c7-b398c62b1c8d service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909442 Jan 19 01:01:19.596722 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:19.647505 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-acd9dd7e-951d-4642-a2ca-632533103bf0 req-8b191a03-5d7a-43b6-a6cd-5758f907d9db tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195892 Jan 19 01:01:19.747002 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Current status of the port aeca73c1-3b2f-4845-956d-b01274655d0c is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:19.747487 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:19.861452 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:19.939602 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-1052d87d-3ee0-4fbb-bb6c-ff8beb4f5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:19.941974 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-1052d87d-3ee0-4fbb-bb6c-ff8beb4f5e9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 1098 time: 0.2144423 Jan 19 01:01:20.065007 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:20.103804 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-3c10587b-94b1-4c7e-9ab6-2e7213d776eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:20.105992 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-3c10587b-94b1-4c7e-9ab6-2e7213d776eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 911 time: 0.1510320 Jan 19 01:01:20.117223 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd976b39-a530-47d0-94b5-b26df088fbcc req-f89be1b4-8cd2-4a20-a2d7-28b4329ceaad tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:20.125888 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fd976b39-a530-47d0-94b5-b26df088fbcc req-f89be1b4-8cd2-4a20-a2d7-28b4329ceaad tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.3022814 Jan 19 01:01:20.157171 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-5a2cec41-e609-4904-94bc-9f84ba58829e service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1054170 Jan 19 01:01:20.158251 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:01:20.180862 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Sync routers for ids ['b099139b-57a2-48d0-a13b-d9727a4cf526'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:01:20.221185 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Routers {'b099139b-57a2-48d0-a13b-d9727a4cf526'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:20.227707 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:20.229170 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a877f6fa-a11a-4faf-94d4-19e1f9f0205e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.2011542 Jan 19 01:01:20.235334 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['b099139b-57a2-48d0-a13b-d9727a4cf526'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:20.249654 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38312) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:20.279296 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80133b13-98de-4166-af25-bafc2bd974b3 req-cb753cd9-9dc1-40d9-a751-8c0745d7349b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:20.291441 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80133b13-98de-4166-af25-bafc2bd974b3 req-cb753cd9-9dc1-40d9-a751-8c0745d7349b tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 945 time: 0.2173874 Jan 19 01:01:20.405491 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-80133b13-98de-4166-af25-bafc2bd974b3 req-31e50517-a000-45b8-891b-a92be2c767b4 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129060 Jan 19 01:01:20.409594 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port aeca73c1-3b2f-4845-956d-b01274655d0c is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:20.416413 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:20.452196 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-9ccec4db-a41a-40fd-9839-504fe572e0fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 200 len: 1000 time: 0.3223341 Jan 19 01:01:20.514372 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-19966370-f8af-4a50-b697-01a285c3e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:20.515945 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-19966370-f8af-4a50-b697-01a285c3e44e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.0543191 Jan 19 01:01:20.524070 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32b7ab73-4192-48ec-87cc-03541f492705 req-e1afdf77-156d-4117-9dc3-9d18c1192f25 service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291576 Jan 19 01:01:20.582805 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1092551-d06f-4ba4-94ec-54ac376c13c0 x-openstack-request-id: req-f1092551-d06f-4ba4-94ec-54ac376c13c0 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:20.583876 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-plugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:20.584328 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1092551-d06f-4ba4-94ec-54ac376c13c0 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:20.585948 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'code': 200} Jan 19 01:01:20.610530 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:20.612240 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Set router b099139b-57a2-48d0-a13b-d9727a4cf526 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:20.656554 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 8935c539-370f-4cac-b723-00cad220b862 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:01:20.695217 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fd976b39-a530-47d0-94b5-b26df088fbcc req-e4333e8e-9ae8-4a48-b8c8-3abd9054f08e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677578 Jan 19 01:01:20.700595 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4f2de5d6-b103-40c2-a261-7de692ac6aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:20.702094 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:20.733614 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] For port aeca73c1-3b2f-4845-956d-b01274655d0c, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=aeca73c1-3b2f-4845-956d-b01274655d0c,segment=NetworkSegment(e8346fba-aabf-4afa-ab48-ce49ba1b1f40),segment_id=e8346fba-aabf-4afa-ab48-ce49ba1b1f40)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:20.756384 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 8935c539-370f-4cac-b723-00cad220b862 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:20.756766 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8935c539-370f-4cac-b723-00cad220b862), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:20.777385 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.777785 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.778142 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.778484 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.778823 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.779250 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.779522 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.779861 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.787541 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.788072 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.788429 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.788775 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.789114 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:01:20.815640 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:20.871934 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43070778-4492-4b91-bd88-7fe9e5256095 req-4264a5ed-cb13-49a0-abe2-b8fba8aedf36 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:20.894215 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43070778-4492-4b91-bd88-7fe9e5256095 req-4264a5ed-cb13-49a0-abe2-b8fba8aedf36 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.2361462 Jan 19 01:01:20.983396 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-b06148a1-4e29-43fc-94bc-4091a2708c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:20.986663 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-b49ad1aa-3e2b-482a-8274-81e9de49eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:20.989525 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-b49ad1aa-3e2b-482a-8274-81e9de49eece service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4404674 Jan 19 01:01:20.997212 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-b06148a1-4e29-43fc-94bc-4091a2708c72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac73f1c040f94f43bcdd01f92771821e&device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 1097 time: 0.2813485 Jan 19 01:01:21.135440 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:01:16Z', 'revision_number': 3, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port': {'id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:14Z', 'updated_at': '2022-01-19T01:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:21.183527 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Checking router: b099139b-57a2-48d0-a13b-d9727a4cf526 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:01:21.184748 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Updating router b099139b-57a2-48d0-a13b-d9727a4cf526 port e7a96cd2-5350-430c-85b8-480fb9797c3a binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:01:21.213130 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:21.303519 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8c366-fc8c-45f2-89de-8afc36915943 req-9788a580-f390-4731-9c9f-ca49c1bb4b5f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:21.305121 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-aef8c366-fc8c-45f2-89de-8afc36915943 req-9788a580-f390-4731-9c9f-ca49c1bb4b5f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.3434770 Jan 19 01:01:21.329985 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-b4310e72-34c6-4dab-a705-b13a4ee00f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:21.332850 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-b4310e72-34c6-4dab-a705-b13a4ee00f6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8550cd25-1ac0-43a3-a265-8e2a1781782d HTTP/1.1" status: 200 len: 915 time: 0.3250983 Jan 19 01:01:21.377406 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43070778-4492-4b91-bd88-7fe9e5256095 req-e42b2774-e8ce-47f3-bcf2-bb02e4d26f53 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819682 Jan 19 01:01:21.513915 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-e21ef587-23d8-4ebd-859e-bf862fa3015d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f884301-077e-4a7e-abc4-146c5797b4ca HTTP/1.1" status: 200 len: 217 time: 0.1240861 Jan 19 01:01:21.540957 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-5fb2dbb4-f30a-4c0b-afc2-0a3de82cf99c service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112555 Jan 19 01:01:21.662699 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.db.api [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 01:01:21.662699 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG oslo_db.api [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 01:01:21.679195 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:21.687554 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['2af8b39b-1fd3-486d-b078-83ad1b5e7a78'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:01:21.728788 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Publish callbacks [] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:21.740514 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:21.752187 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-f7c5e5bd-03d8-48cb-b91e-dbc613680e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:21.757154 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-f7c5e5bd-03d8-48cb-b91e-dbc613680e7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f673d5ca-1ea8-467b-9d3b-b1de28552f4f HTTP/1.1" status: 200 len: 854 time: 0.2337842 Jan 19 01:01:21.779690 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe6f2e-21c3-4cd5-ba75-bd8616be9446 req-5bd4484e-91ef-4597-a1ea-61499cf7ac8c tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:21.789035 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-debe6f2e-21c3-4cd5-ba75-bd8616be9446 req-5bd4484e-91ef-4597-a1ea-61499cf7ac8c tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 945 time: 0.1812565 Jan 19 01:01:21.848617 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Pushing event updated for resources: {'Port': ['ID=aeca73c1-3b2f-4845-956d-b01274655d0c,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:21.906475 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-650fa354-22c3-436a-a773-6beca8865e31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8550cd25-1ac0-43a3-a265-8e2a1781782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000514 Jan 19 01:01:21.908338 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c0e8ae7-e041-4ce2-afda-778317ac52dc req-4ddac908-9960-47eb-a220-744475b118b5 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908359 Jan 19 01:01:21.912052 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561cb70-3b0b-4146-8f44-07ecd70e0d4f None None] Pushing event updated for resources: {'Port': ['ID=e7a96cd2-5350-430c-85b8-480fb9797c3a,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:21.915566 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Attempting to bind port e7a96cd2-5350-430c-85b8-480fb9797c3a on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:21.915934 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Attempting to bind port e7a96cd2-5350-430c-85b8-480fb9797c3a by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:21.916467 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Attempting to bind port e7a96cd2-5350-430c-85b8-480fb9797c3a on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:21.934696 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Provisioning complete for port a5d78e0b-165b-43ff-b135-fa9e16b84962 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:21.934949 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:21.969864 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:21.970293 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:21.970771 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:21.973281 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-aef8c366-fc8c-45f2-89de-8afc36915943 req-6446c263-e521-4b5f-92cb-77d1b7f58f4e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621859 Jan 19 01:01:21.976194 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:21.976735 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Bound port: e7a96cd2-5350-430c-85b8-480fb9797c3a, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:21.977141 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:21.989473 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 8935c539-370f-4cac-b723-00cad220b862 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:21.990035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8935c539-370f-4cac-b723-00cad220b862), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:22.155705 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] For port e7a96cd2-5350-430c-85b8-480fb9797c3a, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:22.165210 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] For port e7a96cd2-5350-430c-85b8-480fb9797c3a, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=e7a96cd2-5350-430c-85b8-480fb9797c3a,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:22.178677 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:22.247857 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-debe6f2e-21c3-4cd5-ba75-bd8616be9446 req-fe0d1687-0739-4b7f-99e6-a6e2f528263b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316814 Jan 19 01:01:22.378171 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab008030-04b7-4425-8d13-a11a77898ba4 req-b9334d99-a96a-48b9-a99d-e94e75caee2b tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:22.381528 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab008030-04b7-4425-8d13-a11a77898ba4 req-b9334d99-a96a-48b9-a99d-e94e75caee2b tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 944 time: 0.2449713 Jan 19 01:01:22.412040 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561cb70-3b0b-4146-8f44-07ecd70e0d4f None None] Pushing event updated for resources: {'Port': ['ID=e7a96cd2-5350-430c-85b8-480fb9797c3a,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:22.417893 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Routers {'b099139b-57a2-48d0-a13b-d9727a4cf526'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:22.418585 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:00:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['b099139b-57a2-48d0-a13b-d9727a4cf526'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:22.431252 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Current status of the port a5d78e0b-165b-43ff-b135-fa9e16b84962 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:22.431718 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:22.465333 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab008030-04b7-4425-8d13-a11a77898ba4 req-48dab7fb-aacd-40ed-9af8-6f0bdd752745 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754924 Jan 19 01:01:22.472470 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port aeca73c1-3b2f-4845-956d-b01274655d0c is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:22.494018 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 069b18ec-3384-4c4f-8a40-6a2a787c19a2 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:22.524790 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-9ca932ee-dea3-4892-96a0-c8463fc6698c service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102870 Jan 19 01:01:22.683505 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00326f45-7639-4604-a273-d913175ac466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8935c539-370f-4cac-b723-00cad220b862'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:22.687392 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1aaed49e-b63a-4902-aca3-34109d97e731 req-f2adb643-2917-4925-bd8c-dba01f413670 service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547801 Jan 19 01:01:22.691673 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcef3a9-e756-41c5-90a0-ba6020b8f55b" -d '{"events": [{"server_uuid": "00326f45-7639-4604-a273-d913175ac466", "name": "network-vif-plugged", "status": "completed", "tag": "8935c539-370f-4cac-b723-00cad220b862"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:22.743631 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601f99-d058-4af9-918a-94a3869128c5 req-a056b7d7-2d39-4ca9-bf14-17f3a5285f18 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:22.755090 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8601f99-d058-4af9-918a-94a3869128c5 req-a056b7d7-2d39-4ca9-bf14-17f3a5285f18 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 945 time: 0.3763835 Jan 19 01:01:22.756634 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] Set router b099139b-57a2-48d0-a13b-d9727a4cf526 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:22.818676 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8935c539-370f-4cac-b723-00cad220b862, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8935c539-370f-4cac-b723-00cad220b862,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:22.832416 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:22.841889 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-709e4510-e2ae-4dbf-a794-00f47e24adf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:22.900611 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8935c539-370f-4cac-b723-00cad220b862), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:22.909204 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8601f99-d058-4af9-918a-94a3869128c5 req-1274a577-d8cd-44ea-adba-2210a12716a9 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513352 Jan 19 01:01:22.946489 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] For port a5d78e0b-165b-43ff-b135-fa9e16b84962, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a5d78e0b-165b-43ff-b135-fa9e16b84962,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:22.947744 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6a8a-a5f3-47b9-b9f9-e511480f2264 req-a5e7994c-3aaa-4d18-9e8b-0752e2663db4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:22.951268 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c2ca6a8a-a5f3-47b9-b9f9-e511480f2264 req-a5e7994c-3aaa-4d18-9e8b-0752e2663db4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.3330834 Jan 19 01:01:22.997375 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:23.016310 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:23.017007 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:23.119888 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:18Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:23.238275 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b1c4-e145-46dd-a87c-24db05814933 req-78fe87d0-68ed-4241-ab3a-2dfe3dab0ee4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:23.240981 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ab05b1c4-e145-46dd-a87c-24db05814933 req-78fe87d0-68ed-4241-ab3a-2dfe3dab0ee4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.1862974 Jan 19 01:01:23.324341 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78f7db-0b62-4aae-8213-c09ca8c4e42f None None] The sync data for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi is: [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:18Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:01:23.352249 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=8935c539-370f-4cac-b723-00cad220b862,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:23.357741 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:01:16Z', 'revision_number': 3, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port': {'id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:14Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:23.451007 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ab05b1c4-e145-46dd-a87c-24db05814933 req-1a576dde-1135-4ca9-bb54-18ec0b9e5063 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949770 Jan 19 01:01:23.462608 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43247650-2bce-4d55-9b81-ba09e6fb8a70 None None] The sync data for ids ['b099139b-57a2-48d0-a13b-d9727a4cf526'] in dv-cinder-799871-14-iscsi is: [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:01:16Z', 'revision_number': 3, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port': {'id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:14Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:01:23.502178 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c2ca6a8a-a5f3-47b9-b9f9-e511480f2264 req-cf6daeaf-8210-4dda-a3ea-953a53534a26 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5117226 Jan 19 01:01:23.593261 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdacd13-d000-472d-b8bf-18a2fe6019fc x-openstack-request-id: req-afdacd13-d000-472d-b8bf-18a2fe6019fc {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:23.595054 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00326f45-7639-4604-a273-d913175ac466", "name": "network-vif-plugged", "status": "completed", "tag": "8935c539-370f-4cac-b723-00cad220b862", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:23.599122 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afdacd13-d000-472d-b8bf-18a2fe6019fc {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:23.599923 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00326f45-7639-4604-a273-d913175ac466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8935c539-370f-4cac-b723-00cad220b862', 'code': 200} Jan 19 01:01:23.667929 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-08c36dc3-0fe2-46e4-b08e-3e7d9393d0ef None None] Provisioning complete for port aeca73c1-3b2f-4845-956d-b01274655d0c triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:23.671589 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-08c36dc3-0fe2-46e4-b08e-3e7d9393d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:23.720390 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Allocated IP 172.20.0.1 (8cb14b0d-c1a0-411a-ab69-a43020235771/27f0fd71-029f-4a77-be92-dedd4ada5fd0/b5cd9d50-4967-49e5-8760-6b5ea10ebdc4) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:23.870534 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358eb12-a1cf-48e5-93cf-979ae8a98d0a req-2cc6ac67-90b4-4b21-9aef-482b829a4f96 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:23.872236 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e358eb12-a1cf-48e5-93cf-979ae8a98d0a req-2cc6ac67-90b4-4b21-9aef-482b829a4f96 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1941879 Jan 19 01:01:23.910016 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:23.992075 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:24.024574 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af54e3-865a-4f62-a638-4ec59add3223 None None] Pushing event updated for resources: {'Port': ['ID=a5d78e0b-165b-43ff-b135-fa9e16b84962,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:24.097926 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-08c36dc3-0fe2-46e4-b08e-3e7d9393d0ef None None] Current status of the port aeca73c1-3b2f-4845-956d-b01274655d0c is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:24.160486 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e358eb12-a1cf-48e5-93cf-979ae8a98d0a req-4f1a9214-637a-40cf-9871-b4368a460a5a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807703 Jan 19 01:01:24.196418 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9832-0efc-4df5-8278-88b8e395c10a req-af08a1eb-987b-402f-b09f-2c1783d30262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:24.211625 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-67bb9832-0efc-4df5-8278-88b8e395c10a req-af08a1eb-987b-402f-b09f-2c1783d30262 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 1099 time: 0.2755280 Jan 19 01:01:24.227544 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-08c36dc3-0fe2-46e4-b08e-3e7d9393d0ef None None] Provisioning complete for port a5d78e0b-165b-43ff-b135-fa9e16b84962 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:24.228189 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-08c36dc3-0fe2-46e4-b08e-3e7d9393d0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:24.253055 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks [] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:24.302639 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe850e-9da3-4b7a-9f7d-955af7dedd11 req-39ef8ed4-3120-433f-b19d-9d04790a14fb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:24.309985 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ffe850e-9da3-4b7a-9f7d-955af7dedd11 req-39ef8ed4-3120-433f-b19d-9d04790a14fb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 945 time: 0.5438838 Jan 19 01:01:24.353935 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a5d78e0b-165b-43ff-b135-fa9e16b84962 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:24.419980 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-67bb9832-0efc-4df5-8278-88b8e395c10a req-3651a1eb-44c7-4172-a3ce-3e6f22cdab68 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988502 Jan 19 01:01:24.469467 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:24.537402 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bfad5-b337-43ee-85ad-9bbce469727e req-e0693df3-e92f-4ce3-9b77-9ee87c48a6cd tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:24.544363 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-352bfad5-b337-43ee-85ad-9bbce469727e req-e0693df3-e92f-4ce3-9b77-9ee87c48a6cd tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 944 time: 0.1591022 Jan 19 01:01:24.583630 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:24.597734 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:24.613478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port a5d78e0b-165b-43ff-b135-fa9e16b84962 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:24.614122 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:24.641840 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:24.677992 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-352bfad5-b337-43ee-85ad-9bbce469727e req-d4fffea1-cbf0-4b7b-8610-243af7408840 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236885 Jan 19 01:01:24.688478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 5f884301-077e-4a7e-abc4-146c5797b4ca details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:01:24.810047 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-08c36dc3-0fe2-46e4-b08e-3e7d9393d0ef None None] Current status of the port a5d78e0b-165b-43ff-b135-fa9e16b84962 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:24.999305 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba607-3416-45eb-9315-00cb0092c242 req-6f476f0f-fd1c-4445-8f90-f28b8eedfb72 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:25.028913 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0edba607-3416-45eb-9315-00cb0092c242 req-6f476f0f-fd1c-4445-8f90-f28b8eedfb72 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 946 time: 0.1694446 Jan 19 01:01:25.033873 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:25.132154 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0edba607-3416-45eb-9315-00cb0092c242 req-bf71b5dc-d4f6-4935-8c6e-2d3460b878f2 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974324 Jan 19 01:01:25.265614 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-0958410a-f6c4-448e-b0b6-e931b2d56b31 None None] Provisioning complete for port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:25.265614 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0958410a-f6c4-448e-b0b6-e931b2d56b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:25.329249 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2b820-76b8-4191-83c6-69076555a535 req-0b98e6f8-6765-437f-8e36-2b7aa8f3c687 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:25.340978 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fa2b820-76b8-4191-83c6-69076555a535 req-0b98e6f8-6765-437f-8e36-2b7aa8f3c687 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.1049552 Jan 19 01:01:25.406163 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port a5d78e0b-165b-43ff-b135-fa9e16b84962 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:25.416398 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (b099139b-57a2-48d0-a13b-d9727a4cf526), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:25.418748 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device aeca73c1-3b2f-4845-956d-b01274655d0c up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:25.490216 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fa2b820-76b8-4191-83c6-69076555a535 req-a30f9856-81d1-45ac-8c71-4392f385bfff tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477256 Jan 19 01:01:25.532547 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 5f884301-077e-4a7e-abc4-146c5797b4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f884301-077e-4a7e-abc4-146c5797b4ca,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:25.574687 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-0958410a-f6c4-448e-b0b6-e931b2d56b31 None None] Port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:25.580368 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '5f884301-077e-4a7e-abc4-146c5797b4ca', 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d', 'port_id': '5f884301-077e-4a7e-abc4-146c5797b4ca', 'mac_address': 'fa:16:3e:39:a5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f673d5ca-1ea8-467b-9d3b-b1de28552f4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:01:25.663029 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ffe850e-9da3-4b7a-9f7d-955af7dedd11 req-006b0faf-61d8-4824-a6ad-54dc9ba75a1b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3514881 Jan 19 01:01:25.670517 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port aeca73c1-3b2f-4845-956d-b01274655d0c triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:25.671059 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:25.737073 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 5f884301-077e-4a7e-abc4-146c5797b4ca is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:25.737477 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:25.772005 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:25.825018 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f884301-077e-4a7e-abc4-146c5797b4ca {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:25.836240 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:25.907312 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb1123-9976-4003-b398-36be44494fec req-5c0c8501-ac7e-48d9-be0d-a2ca98804c92 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:25.919604 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b9cb1123-9976-4003-b398-36be44494fec req-5c0c8501-ac7e-48d9-be0d-a2ca98804c92 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1562877 Jan 19 01:01:25.986762 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 5f884301-077e-4a7e-abc4-146c5797b4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f884301-077e-4a7e-abc4-146c5797b4ca,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:25.988181 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port aeca73c1-3b2f-4845-956d-b01274655d0c is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:26.016393 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:26.076790 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b9cb1123-9976-4003-b398-36be44494fec req-043e4b55-7e14-4abd-b6cd-ad438ec07ad2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472251 Jan 19 01:01:26.332932 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf764e3-98aa-4f16-b8b3-3be9ba6be7e2 req-2737bf6d-898f-4fcf-8204-cf55dc993301 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:26.332932 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-daf764e3-98aa-4f16-b8b3-3be9ba6be7e2 req-2737bf6d-898f-4fcf-8204-cf55dc993301 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.3645132 Jan 19 01:01:26.371540 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=5f884301-077e-4a7e-abc4-146c5797b4ca,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:26.488094 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-daf764e3-98aa-4f16-b8b3-3be9ba6be7e2 req-842ae634-b8b4-46e3-99d3-4f30db4fdf03 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917284 Jan 19 01:01:26.558984 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks [] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:26.622377 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:26.639761 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:26.716740 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['5f884301-077e-4a7e-abc4-146c5797b4ca'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:01:26.722955 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a5d78e0b-165b-43ff-b135-fa9e16b84962 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:26.733087 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:26.755444 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f5af5-cf92-416e-9c37-6cd709b57c30 req-68e99485-4f42-4b98-a9e6-8fbc4c97b009 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:26.794454 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a58f5af5-cf92-416e-9c37-6cd709b57c30 req-68e99485-4f42-4b98-a9e6-8fbc4c97b009 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 945 time: 0.4061463 Jan 19 01:01:26.968857 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:26.977236 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a58f5af5-cf92-416e-9c37-6cd709b57c30 req-e106b304-e1d6-4782-96e9-fd17830ea0cd tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809232 Jan 19 01:01:27.001317 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (b099139b-57a2-48d0-a13b-d9727a4cf526), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:27.077450 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e8fd3-4efe-4b19-bc12-ecef9e069575 req-c17053ae-898a-4d4f-a3e0-4684a23f9093 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:27.080003 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-807e8fd3-4efe-4b19-bc12-ecef9e069575 req-c17053ae-898a-4d4f-a3e0-4684a23f9093 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 946 time: 0.2016304 Jan 19 01:01:27.204215 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5288-1f88-4b2e-a694-4a5d08b1cf94 req-cd0c5699-246e-49c0-9411-12346bb09617 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:27.206678 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-380e5288-1f88-4b2e-a694-4a5d08b1cf94 req-cd0c5699-246e-49c0-9411-12346bb09617 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 945 time: 0.1298118 Jan 19 01:01:27.225707 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:01:27.227547 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-807e8fd3-4efe-4b19-bc12-ecef9e069575 req-5cc49b03-3695-4c56-a76c-091a133064ea tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377172 Jan 19 01:01:27.251926 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:27.252435 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:27.258995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port a5d78e0b-165b-43ff-b135-fa9e16b84962 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:27.259444 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:27.348141 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:27.353906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:27.427717 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-380e5288-1f88-4b2e-a694-4a5d08b1cf94 req-13c68d6c-2394-4461-b902-25cbd45328ed tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123387 Jan 19 01:01:27.930505 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Router b099139b-57a2-48d0-a13b-d9727a4cf526 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:01:27.974361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539e0a4-f6d7-4383-95a0-f4b2a9b51f73 req-ba8fd033-40c1-47c0-a7e2-30b88c8db8b9 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:27.995636 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2539e0a4-f6d7-4383-95a0-f4b2a9b51f73 req-ba8fd033-40c1-47c0-a7e2-30b88c8db8b9 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1595411 Jan 19 01:01:28.164735 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2539e0a4-f6d7-4383-95a0-f4b2a9b51f73 req-46fd69a5-9fe6-4384-80ea-e111cf8bc9f9 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666491 Jan 19 01:01:28.174348 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0e1c3-0a39-4f0e-b81e-2db5c4b6e58c req-b1751f0b-75b9-4fc3-beae-acf90f02d546 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:28.181855 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-94e0e1c3-0a39-4f0e-b81e-2db5c4b6e58c req-b1751f0b-75b9-4fc3-beae-acf90f02d546 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.5313618 Jan 19 01:01:28.218418 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:28.218921 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:28.229275 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-8ff39f49-9a71-4b5e-a382-68d3e064dbb9 None None] Provisioning complete for port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:28.229686 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8ff39f49-9a71-4b5e-a382-68d3e064dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:28.280259 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port a5d78e0b-165b-43ff-b135-fa9e16b84962 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:28.281412 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e7a96cd2-5350-430c-85b8-480fb9797c3a up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:28.352509 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:28.355630 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b825d60-7629-4f5c-b33f-f7d96a41182f" -d '{"events": [{"server_uuid": "f9e12597-7db9-4c72-adc8-20270f7474f4", "name": "network-vif-plugged", "status": "completed", "tag": "2af8b39b-1fd3-486d-b078-83ad1b5e7a78"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:28.369466 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-8ff39f49-9a71-4b5e-a382-68d3e064dbb9 None None] Port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:28.379038 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:28.400874 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:28.414500 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:01:28.420447 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3572f1e2-e00d-46f1-a4e4-eabcb4f6f222 admin admin] 10.222.0.35 "PUT /v2.0/routers/b099139b-57a2-48d0-a13b-d9727a4cf526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1678076 Jan 19 01:01:28.461344 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Sync routers for ids ['b099139b-57a2-48d0-a13b-d9727a4cf526'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:01:28.484792 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284075b-9ff2-439f-b26c-c202694a3b7e req-2ff197d1-2341-4e20-a51e-50246c02c0e9 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:28.491671 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Routers {'b099139b-57a2-48d0-a13b-d9727a4cf526'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:28.492327 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:01:23Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['b099139b-57a2-48d0-a13b-d9727a4cf526'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:28.500005 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b284075b-9ff2-439f-b26c-c202694a3b7e req-2ff197d1-2341-4e20-a51e-50246c02c0e9 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 945 time: 0.1941378 Jan 19 01:01:28.504943 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-94e0e1c3-0a39-4f0e-b81e-2db5c4b6e58c req-d368a142-3756-4a12-a68d-9383863601fd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958257 Jan 19 01:01:28.588560 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port e7a96cd2-5350-430c-85b8-480fb9797c3a triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:28.588941 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:28.627635 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b284075b-9ff2-439f-b26c-c202694a3b7e req-6e81b39a-f39b-4c0e-8c11-3b55101d8d67 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156092 Jan 19 01:01:28.668218 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41147fa8-41e1-4efa-aa18-037c2f08474f x-openstack-request-id: req-41147fa8-41e1-4efa-aa18-037c2f08474f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:28.668582 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e12597-7db9-4c72-adc8-20270f7474f4", "name": "network-vif-plugged", "status": "completed", "tag": "2af8b39b-1fd3-486d-b078-83ad1b5e7a78", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:28.668761 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41147fa8-41e1-4efa-aa18-037c2f08474f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:28.669167 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78', 'code': 200} Jan 19 01:01:28.829858 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:29.017119 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Set router b099139b-57a2-48d0-a13b-d9727a4cf526 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:29.151187 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707e5df-6333-4e21-a690-82b8df925366 req-ca9d4250-ea31-4f49-afef-eed4b7a9d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:29.154916 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2707e5df-6333-4e21-a690-82b8df925366 req-ca9d4250-ea31-4f49-afef-eed4b7a9d095 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 1099 time: 0.2369866 Jan 19 01:01:29.192927 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c72f8-298d-4a89-bf6e-d1c9602a7ce2 req-148e7ff4-52f3-4ca7-a99e-74da0a10be11 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:29.203175 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5b3c72f8-298d-4a89-bf6e-d1c9602a7ce2 req-148e7ff4-52f3-4ca7-a99e-74da0a10be11 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.1975372 Jan 19 01:01:29.373481 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2707e5df-6333-4e21-a690-82b8df925366 req-91885216-0c7f-401f-8e6e-853e91fc9305 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128497 Jan 19 01:01:29.383040 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5b3c72f8-298d-4a89-bf6e-d1c9602a7ce2 req-8199580d-d9a0-4086-8b3f-9a11d2cec43c tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738765 Jan 19 01:01:29.394084 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:29.583826 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38095a34-32e8-4cf5-a4ab-fcaa8e129561 req-c24666b8-d812-4216-ba1a-58081acb838d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:29.589535 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38095a34-32e8-4cf5-a4ab-fcaa8e129561 req-c24666b8-d812-4216-ba1a-58081acb838d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 946 time: 0.1140084 Jan 19 01:01:29.704523 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port e7a96cd2-5350-430c-85b8-480fb9797c3a is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:29.705282 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:29.776081 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38095a34-32e8-4cf5-a4ab-fcaa8e129561 req-028b2e65-5e38-49e8-8509-12043db87f14 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712310 Jan 19 01:01:29.866250 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port e7a96cd2-5350-430c-85b8-480fb9797c3a, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=e7a96cd2-5350-430c-85b8-480fb9797c3a,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:29.881716 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:29.972762 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:01:25Z', 'revision_number': 4, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port': {'id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:14Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'b5cd9d50-4967-49e5-8760-6b5ea10ebdc4', 'name': '', 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'mac_address': 'fa:16:3e:57:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27f0fd71-029f-4a77-be92-dedd4ada5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:23Z', 'updated_at': '2022-01-19T01:01:26Z', 'revision_number': 2, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'subnets': [{'id': '27f0fd71-029f-4a77-be92-dedd4ada5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:30.008275 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=e7a96cd2-5350-430c-85b8-480fb9797c3a,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:30.014494 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Checking router: b099139b-57a2-48d0-a13b-d9727a4cf526 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:01:30.014864 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Updating router b099139b-57a2-48d0-a13b-d9727a4cf526 port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:01:30.045973 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec41b6-e7f5-4b78-b5c1-0847cdb48a44 req-9d7c5708-17bd-4c19-9bc8-2fa321f7e207 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:30.060678 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e2ec41b6-e7f5-4b78-b5c1-0847cdb48a44 req-9d7c5708-17bd-4c19-9bc8-2fa321f7e207 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1532750 Jan 19 01:01:30.076841 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:30.177002 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e2ec41b6-e7f5-4b78-b5c1-0847cdb48a44 req-1caf4178-86ef-4cfb-8486-559cd87dc734 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152194 Jan 19 01:01:30.181679 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38390) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:30.196251 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-0d849da3-7a7f-449d-99a9-10fe7b5d9c73 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879152138', 'description': 'tempest-secgroup-smoke-879152138 description', 'project_id': '71fc118391b34d35b75c25f76155c402'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:30.338161 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0d849da3-7a7f-449d-99a9-10fe7b5d9c73 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:30.368539 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca4652-b32a-4ab9-aada-0fdf69431ac7 req-9840ab2b-3739-40ca-8272-1814145687da tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:30.382412 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0bca4652-b32a-4ab9-aada-0fdf69431ac7 req-9840ab2b-3739-40ca-8272-1814145687da tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 945 time: 0.1087027 Jan 19 01:01:30.399348 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f0c4-16e1-45f4-99a0-8458d1bf6401 req-34d610c0-3d29-486a-ba0f-1ba57e237e50 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:30.413795 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac04f0c4-16e1-45f4-99a0-8458d1bf6401 req-34d610c0-3d29-486a-ba0f-1ba57e237e50 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1710782 Jan 19 01:01:30.511897 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0bca4652-b32a-4ab9-aada-0fdf69431ac7 req-26921731-ad9e-495f-b507-05c6d4ad54fc tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262453 Jan 19 01:01:30.593541 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac04f0c4-16e1-45f4-99a0-8458d1bf6401 req-33affdb2-53c6-4951-a4d2-d960cfe78ba8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759109 Jan 19 01:01:30.723247 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 5f884301-077e-4a7e-abc4-146c5797b4ca up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:30.727734 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0d849da3-7a7f-449d-99a9-10fe7b5d9c73 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group (eb8d2a6d-eeb6-4b5e-8528-571516083104), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:30.744771 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0d849da3-7a7f-449d-99a9-10fe7b5d9c73 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (eb8d2a6d-eeb6-4b5e-8528-571516083104), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:30.839087 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d849da3-7a7f-449d-99a9-10fe7b5d9c73 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d2a6d-eeb6-4b5e-8528-571516083104,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:30.844352 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688a240-edc5-4a3e-b1d8-e9f98c528b92 req-827d1bf9-be6a-42f3-8d5d-fe4d71f4679e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:30.848973 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2688a240-edc5-4a3e-b1d8-e9f98c528b92 req-827d1bf9-be6a-42f3-8d5d-fe4d71f4679e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.1634159 Jan 19 01:01:30.850756 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0d849da3-7a7f-449d-99a9-10fe7b5d9c73 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:30.852312 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0d849da3-7a7f-449d-99a9-10fe7b5d9c73 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6691909 Jan 19 01:01:30.856703 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 38396) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:30.877068 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-ce549784-174f-4739-9885-bcbcbc008a03 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'security_group_rule': {'security_group_id': 'eb8d2a6d-eeb6-4b5e-8528-571516083104', 'project_id': '71fc118391b34d35b75c25f76155c402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:30.957827 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Publish callbacks [] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.003417 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2688a240-edc5-4a3e-b1d8-e9f98c528b92 req-a0b17b3e-377c-43d9-a63f-4159bf810538 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172178 Jan 19 01:01:31.009530 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.056817 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ce549784-174f-4739-9885-bcbcbc008a03 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (b79b5344-9e9a-4217-a31b-5e95832bdff5), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.086513 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5f33d-aec1-43dc-b558-f26d09228474 req-c60e651c-f134-492f-878e-68ccc688c307 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:31.094851 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8ad5f33d-aec1-43dc-b558-f26d09228474 req-c60e651c-f134-492f-878e-68ccc688c307 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 946 time: 0.1388059 Jan 19 01:01:31.190947 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 5f884301-077e-4a7e-abc4-146c5797b4ca completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:01:31.233343 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 5f884301-077e-4a7e-abc4-146c5797b4ca triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:31.233760 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.248952 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8ad5f33d-aec1-43dc-b558-f26d09228474 req-f1be88e6-4cbe-4a76-aa1b-667bfa8cb83d tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437786 Jan 19 01:01:31.312718 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ce549784-174f-4739-9885-bcbcbc008a03 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (b79b5344-9e9a-4217-a31b-5e95832bdff5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.344535 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706045ff-4cf4-44a9-a73b-0aebacfac65c None None] Pushing event updated for resources: {'Port': ['ID=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:31.370157 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ce549784-174f-4739-9885-bcbcbc008a03 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (b79b5344-9e9a-4217-a31b-5e95832bdff5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.471621 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549784-174f-4739-9885-bcbcbc008a03 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79b5344-9e9a-4217-a31b-5e95832bdff5,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:31.527379 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-a4fc1ae8-dff2-402d-89d9-9ad4a95d002f tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:31.529158 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-a4fc1ae8-dff2-402d-89d9-9ad4a95d002f tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 946 time: 0.2396045 Jan 19 01:01:31.532337 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ce549784-174f-4739-9885-bcbcbc008a03 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.533679 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ce549784-174f-4739-9885-bcbcbc008a03 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6736271 Jan 19 01:01:31.541110 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38400) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:31.546609 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-f1f7b7ed-2bbf-4155-8cd9-d48003565b0d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'security_group_rule': {'security_group_id': 'eb8d2a6d-eeb6-4b5e-8528-571516083104', 'project_id': '71fc118391b34d35b75c25f76155c402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:31.589064 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 5f884301-077e-4a7e-abc4-146c5797b4ca is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:31.589460 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.630040 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Attempting to bind port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:31.631666 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Attempting to bind port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:31.631666 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Attempting to bind port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 on network 8cb14b0d-c1a0-411a-ab69-a43020235771 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:31.679810 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:31.680287 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Checking segment: {'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:31.680287 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.681603 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Bound using segment: {'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:31.681603 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Bound port: b5cd9d50-4967-49e5-8760-6b5ea10ebdc4, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:31.681603 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.691577 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cba22-11b2-4720-b6e8-dd488cacd471 req-9d0dffe0-042b-4e25-8aa2-0c32937f8c4f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:31.692237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f1f7b7ed-2bbf-4155-8cd9-d48003565b0d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (0074c728-3e4c-4bd1-88db-259b4e6c997a), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.706741 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec2cba22-11b2-4720-b6e8-dd488cacd471 req-9d0dffe0-042b-4e25-8aa2-0c32937f8c4f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.3598943 Jan 19 01:01:31.752016 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f884301-077e-4a7e-abc4-146c5797b4ca'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:31.754969 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b069cdc7-1a7e-4bdf-a78d-ceb1e889f9a7" -d '{"events": [{"server_uuid": "aca39699-5b1c-41e3-8fbe-4b914265d69f", "name": "network-vif-plugged", "status": "completed", "tag": "5f884301-077e-4a7e-abc4-146c5797b4ca"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:31.788282 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-a5525811-6ac6-4e91-83a4-6815b947b1d8 None None] Provisioning complete for port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:31.788665 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a5525811-6ac6-4e91-83a4-6815b947b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:31.806897 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 5f884301-077e-4a7e-abc4-146c5797b4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f884301-077e-4a7e-abc4-146c5797b4ca,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:31.982944 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec2cba22-11b2-4720-b6e8-dd488cacd471 req-654e3fce-f93f-4aaf-96cc-0a8e89ac727c tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751946 Jan 19 01:01:32.036730 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40180de-30e9-4d03-bfad-7e1c432f78e2 req-3ce1d9fe-c2ae-464c-bd9e-6bd8b0c98da1 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:32.053592 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a40180de-30e9-4d03-bfad-7e1c432f78e2 req-3ce1d9fe-c2ae-464c-bd9e-6bd8b0c98da1 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 946 time: 0.2788270 Jan 19 01:01:32.207972 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Deleting port 8935c539-370f-4cac-b723-00cad220b862 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:01:32.209257 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (8935c539-370f-4cac-b723-00cad220b862), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.236038 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f1f7b7ed-2bbf-4155-8cd9-d48003565b0d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (0074c728-3e4c-4bd1-88db-259b4e6c997a), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.259608 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a40180de-30e9-4d03-bfad-7e1c432f78e2 req-aa1ef03c-d802-4f42-8a8b-16e46ca0349d tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067366 Jan 19 01:01:32.276458 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f1f7b7ed-2bbf-4155-8cd9-d48003565b0d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (0074c728-3e4c-4bd1-88db-259b4e6c997a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.315001 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] For port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:32.333040 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] For port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,segment=NetworkSegment(e8346fba-aabf-4afa-ab48-ce49ba1b1f40),segment_id=e8346fba-aabf-4afa-ab48-ce49ba1b1f40)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:32.361389 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e7a96cd2-5350-430c-85b8-480fb9797c3a up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:32.363898 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.369829 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f1f7b7ed-2bbf-4155-8cd9-d48003565b0d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.384771 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f1f7b7ed-2bbf-4155-8cd9-d48003565b0d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8409965 Jan 19 01:01:32.396817 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38412) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:32.396817 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7b7ed-2bbf-4155-8cd9-d48003565b0d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0074c728-3e4c-4bd1-88db-259b4e6c997a,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:32.411906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-38340c39-cb63-49e9-a57a-9a9e5ab8489d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'security_group_rule': {'security_group_id': 'eb8d2a6d-eeb6-4b5e-8528-571516083104', 'project_id': '71fc118391b34d35b75c25f76155c402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:32.537182 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38340c39-cb63-49e9-a57a-9a9e5ab8489d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (9d931022-70c4-4a7f-b239-571405b31e5f), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.553775 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] For port 8935c539-370f-4cac-b723-00cad220b862, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8935c539-370f-4cac-b723-00cad220b862,segment=NetworkSegment(5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba),segment_id=5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:32.554391 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (8935c539-370f-4cac-b723-00cad220b862), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.577595 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.623831 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef23dbfe-1b4e-46ec-9287-438f9fe178a3 x-openstack-request-id: req-ef23dbfe-1b4e-46ec-9287-438f9fe178a3 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:32.624580 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca39699-5b1c-41e3-8fbe-4b914265d69f", "name": "network-vif-plugged", "status": "completed", "tag": "5f884301-077e-4a7e-abc4-146c5797b4ca", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:32.625050 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef23dbfe-1b4e-46ec-9287-438f9fe178a3 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:32.625807 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f884301-077e-4a7e-abc4-146c5797b4ca', 'code': 200} Jan 19 01:01:32.641844 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Calling delete_port for 8935c539-370f-4cac-b723-00cad220b862 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:01:32.731727 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=5f884301-077e-4a7e-abc4-146c5797b4ca,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:32.749361 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-a5525811-6ac6-4e91-83a4-6815b947b1d8 None None] Port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:32.763143 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2de4c-b9ef-4141-a28e-d61e7a558f89 req-3a893f36-ff8a-4c69-9536-c9b1501c1ada tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:32.782948 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b1b2de4c-b9ef-4141-a28e-d61e7a558f89 req-3a893f36-ff8a-4c69-9536-c9b1501c1ada tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.3815002 Jan 19 01:01:32.880674 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38340c39-cb63-49e9-a57a-9a9e5ab8489d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (9d931022-70c4-4a7f-b239-571405b31e5f), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.890250 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38340c39-cb63-49e9-a57a-9a9e5ab8489d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (9d931022-70c4-4a7f-b239-571405b31e5f), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:32.907588 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a833346-2a21-4310-8087-1bbae08989dc req-c4e90552-c0a5-48bb-aaac-332d1f85c027 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:32.915594 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9a833346-2a21-4310-8087-1bbae08989dc req-c4e90552-c0a5-48bb-aaac-332d1f85c027 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.2805598 Jan 19 01:01:32.985722 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38340c39-cb63-49e9-a57a-9a9e5ab8489d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d931022-70c4-4a7f-b239-571405b31e5f,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:33.037199 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175bd24-e4f8-4d54-a6dd-9f4ebb4a39e3 req-98d4e5ab-192e-4001-8541-e1c8747db2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:33.039446 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6175bd24-e4f8-4d54-a6dd-9f4ebb4a39e3 req-98d4e5ab-192e-4001-8541-e1c8747db2af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 1099 time: 0.2218170 Jan 19 01:01:33.065538 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38340c39-cb63-49e9-a57a-9a9e5ab8489d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:33.067839 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-38340c39-cb63-49e9-a57a-9a9e5ab8489d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6626711 Jan 19 01:01:33.095561 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38414) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:33.140721 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706045ff-4cf4-44a9-a73b-0aebacfac65c None None] Pushing event updated for resources: {'Port': ['ID=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:33.167165 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-1ca33324-8756-4c9e-8b7e-fde82af27555 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'security_group_rule': {'security_group_id': 'eb8d2a6d-eeb6-4b5e-8528-571516083104', 'project_id': '71fc118391b34d35b75c25f76155c402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:33.183361 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Routers {'b099139b-57a2-48d0-a13b-d9727a4cf526'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:01:33.187107 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:01:23Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['b099139b-57a2-48d0-a13b-d9727a4cf526'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:33.406084 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9a833346-2a21-4310-8087-1bbae08989dc req-468bf8ff-a673-4f8d-9aff-6e5dccb8b3b7 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891367 Jan 19 01:01:33.460430 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6175bd24-e4f8-4d54-a6dd-9f4ebb4a39e3 req-597c57ba-83ec-4668-82f0-d653db82ee7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061561 Jan 19 01:01:33.478559 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b1b2de4c-b9ef-4141-a28e-d61e7a558f89 req-ccc67a1f-1b40-4dbf-9f39-2c34f3da703c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6944366 Jan 19 01:01:33.505310 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ca33324-8756-4c9e-8b7e-fde82af27555 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (ed63f283-0545-4252-9799-d8bb01bd299a), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:33.587621 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (8935c539-370f-4cac-b723-00cad220b862), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:33.702349 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Pushing event deleted for resources: {'Port': ['ID=8935c539-370f-4cac-b723-00cad220b862,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:33.733927 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port e7a96cd2-5350-430c-85b8-480fb9797c3a triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:33.734312 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:33.814989 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5cee596d-2b48-4657-bbd7-5248f082c783 req-44c6e78d-cece-44dc-86e8-56112b713e23 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 210 time: 0.1241925 Jan 19 01:01:33.884054 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ca33324-8756-4c9e-8b7e-fde82af27555 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (ed63f283-0545-4252-9799-d8bb01bd299a), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:33.900718 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ca33324-8756-4c9e-8b7e-fde82af27555 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (ed63f283-0545-4252-9799-d8bb01bd299a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:33.934490 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-afb65e09-8c99-4b17-9bb5-2c435674e50d None None] Provisioning complete for port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:33.934870 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-afb65e09-8c99-4b17-9bb5-2c435674e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.007393 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] No DVR routers for this DVR port 8935c539-370f-4cac-b723-00cad220b862 on host hv-cinder-79987 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:01:34.045226 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.049161 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d15857ba-5e9a-4ef7-8530-016291ee082e req-6a8ed25c-3fa9-4d6a-ac0c-23b175c457e8 tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.32 "DELETE /v2.0/ports/8935c539-370f-4cac-b723-00cad220b862 HTTP/1.1" status: 204 len: 173 time: 2.5012290 Jan 19 01:01:34.059814 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00326f45-7639-4604-a273-d913175ac466', 'name': 'network-vif-deleted', 'tag': '8935c539-370f-4cac-b723-00cad220b862'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:34.063507 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca33324-8756-4c9e-8b7e-fde82af27555 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed63f283-0545-4252-9799-d8bb01bd299a,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:34.066316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9969a4a7-8222-4386-8c37-b2c6fc302bd9" -d '{"events": [{"server_uuid": "00326f45-7639-4604-a273-d913175ac466", "name": "network-vif-deleted", "tag": "8935c539-370f-4cac-b723-00cad220b862"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:34.098161 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ca33324-8756-4c9e-8b7e-fde82af27555 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.122859 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1ca33324-8756-4c9e-8b7e-fde82af27555 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9618475 Jan 19 01:01:34.123524 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38430) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:34.129039 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e321ae-248a-4dab-9235-10cc61bae5bc req-d4b274b4-e789-42eb-8c8c-730eb3cf21e8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:34.134873 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'security_group_rule': {'security_group_id': 'eb8d2a6d-eeb6-4b5e-8528-571516083104', 'project_id': '71fc118391b34d35b75c25f76155c402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:34.152252 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-60e321ae-248a-4dab-9235-10cc61bae5bc req-d4b274b4-e789-42eb-8c8c-730eb3cf21e8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.4776378 Jan 19 01:01:34.175977 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] Set router b099139b-57a2-48d0-a13b-d9727a4cf526 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:01:34.328131 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.securitygroups_db [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Project 71fc118391b34d35b75c25f76155c402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 01:01:34.339881 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-60e321ae-248a-4dab-9235-10cc61bae5bc req-7ee50c54-e97e-4ec2-89cb-182c66bdec8f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838653 Jan 19 01:01:34.359222 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8376c-10f9-494d-a9d8-8b12168202f0 req-90856079-7060-49fa-8f22-c7462e9c6389 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:34.360946 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ad8376c-10f9-494d-a9d8-8b12168202f0 req-90856079-7060-49fa-8f22-c7462e9c6389 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 946 time: 0.2000442 Jan 19 01:01:34.365078 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (c38d7a5f-06dc-4dbe-9381-d01cf8d7eb9c), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.426022 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26805a7e-6b16-4bef-b699-a9a69d311026 x-openstack-request-id: req-26805a7e-6b16-4bef-b699-a9a69d311026 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:34.426673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00326f45-7639-4604-a273-d913175ac466", "name": "network-vif-deleted", "tag": "8935c539-370f-4cac-b723-00cad220b862", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:34.427270 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26805a7e-6b16-4bef-b699-a9a69d311026 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:34.427939 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00326f45-7639-4604-a273-d913175ac466', 'name': 'network-vif-deleted', 'tag': '8935c539-370f-4cac-b723-00cad220b862', 'status': 'completed', 'code': 200} Jan 19 01:01:34.551360 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ad8376c-10f9-494d-a9d8-8b12168202f0 req-f1904d74-f2ab-4e35-ae91-c7b32b86cfc5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609871 Jan 19 01:01:34.611765 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (c38d7a5f-06dc-4dbe-9381-d01cf8d7eb9c), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.621024 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (c38d7a5f-06dc-4dbe-9381-d01cf8d7eb9c), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.666570 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38d7a5f-06dc-4dbe-9381-d01cf8d7eb9c,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:34.694098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.695791 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-10c39c3d-115c-411d-bdf4-4de24e753019 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5710979 Jan 19 01:01:34.698443 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38438) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:34.704130 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'security_group_rule': {'security_group_id': 'eb8d2a6d-eeb6-4b5e-8528-571516083104', 'project_id': '71fc118391b34d35b75c25f76155c402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:34.783976 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.securitygroups_db [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Project 71fc118391b34d35b75c25f76155c402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 01:01:34.797918 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (f31656c7-a0b3-4df6-b6f0-b4460dfd6a23), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.809422 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9229e2-b4d7-4fec-a580-afd71da903c0 req-952234b6-015a-49ab-829c-0b8f19a35e8c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:34.819849 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aa9229e2-b4d7-4fec-a580-afd71da903c0 req-952234b6-015a-49ab-829c-0b8f19a35e8c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1630051 Jan 19 01:01:34.910139 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-afb65e09-8c99-4b17-9bb5-2c435674e50d None None] Current status of the port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:34.911635 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-afb65e09-8c99-4b17-9bb5-2c435674e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:34.960280 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port e7a96cd2-5350-430c-85b8-480fb9797c3a is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:34.966946 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-aa9229e2-b4d7-4fec-a580-afd71da903c0 req-29b62ce5-209c-4428-ab1a-6b261aed7655 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404836 Jan 19 01:01:35.023996 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:01:35.045998 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8935c539-370f-4cac-b723-00cad220b862 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:01:35.046217 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (f31656c7-a0b3-4df6-b6f0-b4460dfd6a23), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:35.063243 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (f31656c7-a0b3-4df6-b6f0-b4460dfd6a23), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:35.124334 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 8935c539-370f-4cac-b723-00cad220b862 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:01:35.124906 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8935c539-370f-4cac-b723-00cad220b862 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:01:35.154264 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31656c7-a0b3-4df6-b6f0-b4460dfd6a23,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:35.187570 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-afb65e09-8c99-4b17-9bb5-2c435674e50d None None] For port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,segment=NetworkSegment(e8346fba-aabf-4afa-ab48-ce49ba1b1f40),segment_id=e8346fba-aabf-4afa-ab48-ce49ba1b1f40)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:35.194681 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b8439c83-46e7-49b7-87a6-7dad1efcc4d0 req-7f66259e-1cd3-4048-b105-396b0cd4b05e tempest-VolumesActionsTest-801047513 tempest-VolumesActionsTest-801047513-project] 10.222.0.35 "GET /v2.0/ports?device_id=00326f45-7639-4604-a273-d913175ac466 HTTP/1.1" status: 200 len: 210 time: 0.0552077 Jan 19 01:01:35.201637 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:35.206949 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-932f995d-67d3-4d2b-b2fa-b098ed8c757e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5066702 Jan 19 01:01:35.223766 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-afb65e09-8c99-4b17-9bb5-2c435674e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:35.457099 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb65e09-8c99-4b17-9bb5-2c435674e50d None None] Pushing event updated for resources: {'Port': ['ID=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:35.654716 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:01:25Z', 'revision_number': 4, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port': {'id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:14Z', 'updated_at': '2022-01-19T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'b5cd9d50-4967-49e5-8760-6b5ea10ebdc4', 'name': '', 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'mac_address': 'fa:16:3e:57:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27f0fd71-029f-4a77-be92-dedd4ada5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:23Z', 'updated_at': '2022-01-19T01:01:32Z', 'revision_number': 4, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'subnets': [{'id': '27f0fd71-029f-4a77-be92-dedd4ada5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:01:35.660343 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c7667-fba0-4049-aa73-082eeeac8c10 req-5efbb67f-adbf-4c20-8f97-38af73f8cc47 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:35.663103 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-487c7667-fba0-4049-aa73-082eeeac8c10 req-5efbb67f-adbf-4c20-8f97-38af73f8cc47 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1679246 Jan 19 01:01:35.755783 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955bd40-7e10-4863-ae97-58ceebd5616d None None] The sync data for ids ['b099139b-57a2-48d0-a13b-d9727a4cf526'] in dv-cinder-799871-14-iscsi is: [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:01:25Z', 'revision_number': 4, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port': {'id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:14Z', 'updated_at': '2022-01-19T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'b5cd9d50-4967-49e5-8760-6b5ea10ebdc4', 'name': '', 'network_id': '8cb14b0d-c1a0-411a-ab69-a43020235771', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'mac_address': 'fa:16:3e:57:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '27f0fd71-029f-4a77-be92-dedd4ada5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:23Z', 'updated_at': '2022-01-19T01:01:32Z', 'revision_number': 4, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'subnets': [{'id': '27f0fd71-029f-4a77-be92-dedd4ada5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:01:35.836200 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-487c7667-fba0-4049-aa73-082eeeac8c10 req-45ab462e-3281-49aa-ab7e-5625b1c72b7e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622324 Jan 19 01:01:36.290153 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e474d-2bec-415e-ba95-511337600484 req-2b035995-629a-42ba-bd30-931050814cd8 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:36.301465 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-705e474d-2bec-415e-ba95-511337600484 req-2b035995-629a-42ba-bd30-931050814cd8 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 946 time: 0.1703722 Jan 19 01:01:36.411239 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-705e474d-2bec-415e-ba95-511337600484 req-1769b34a-9c24-4905-80ed-f60bb915020a tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010892 Jan 19 01:01:36.722480 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26322d-8068-4c2e-9b88-47c5ba673f18 req-8240e4f7-507d-43d0-a133-d5001fe9a2bf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:36.724415 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b26322d-8068-4c2e-9b88-47c5ba673f18 req-8240e4f7-507d-43d0-a133-d5001fe9a2bf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1252453 Jan 19 01:01:36.835434 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b26322d-8068-4c2e-9b88-47c5ba673f18 req-dc85d631-db9e-4878-9f1a-c25a168d5836 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885532 Jan 19 01:01:36.993377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-320e59f1-66f6-4b16-a077-d4fd5c179df2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:36.995015 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-320e59f1-66f6-4b16-a077-d4fd5c179df2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 815 time: 0.1736717 Jan 19 01:01:37.023724 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-94b4f1e0-fd9d-43a7-b563-bb8d370b1081 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/quotas/57a740c1bb3e424287752ebd823d57ec HTTP/1.1" status: 200 len: 375 time: 0.0209877 Jan 19 01:01:37.201369 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eab74a-c5e3-4898-8ad9-7378ebba414c req-1caea7f6-a1b7-4b88-9887-85451bc9c3db tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:37.208792 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56eab74a-c5e3-4898-8ad9-7378ebba414c req-1caea7f6-a1b7-4b88-9887-85451bc9c3db tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.2298796 Jan 19 01:01:37.215390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:01:37.223343 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-27ab15dc-48ca-4718-9f5a-1258fa19de54 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920741 Jan 19 01:01:37.316208 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56eab74a-c5e3-4898-8ad9-7378ebba414c req-1ea7256c-0f15-4635-9acd-06142b303b7f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001329 Jan 19 01:01:37.359497 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:37.360717 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:37.476852 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:37.502121 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-857dae20-32a4-4593-b2f9-1f39366b5525 service neutron] 10.222.0.35 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703440 Jan 19 01:01:37.545895 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-c7c12a36-8136-41f8-a1a2-84c7d0d426e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:37.552348 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-c7c12a36-8136-41f8-a1a2-84c7d0d426e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1098 time: 0.1540041 Jan 19 01:01:38.020790 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-ec9f15c7-9762-45ae-93b1-d44b3d885c74 service neutron] 10.222.0.35 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090942 Jan 19 01:01:38.105306 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84e728-90d7-40e5-b39c-72ff3ac21090 req-928878ed-abf2-4349-9015-7b27cd6776c0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:38.106414 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-6460fd58-006d-4ddc-a438-2a31c88e1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:38.108177 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-6460fd58-006d-4ddc-a438-2a31c88e1814 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.5271709 Jan 19 01:01:38.113614 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1b84e728-90d7-40e5-b39c-72ff3ac21090 req-928878ed-abf2-4349-9015-7b27cd6776c0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.1186783 Jan 19 01:01:38.181824 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1b84e728-90d7-40e5-b39c-72ff3ac21090 req-23f4e9a1-5f4a-4463-95a4-eca83a9c3e78 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669811 Jan 19 01:01:38.327251 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-5ef2fbb0-e5de-49e0-a96f-9b17a80ffef9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 200 len: 1001 time: 0.2077301 Jan 19 01:01:38.428136 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81304f69-f5ed-474d-823b-56c6af4b0a3f req-a4797abd-0dd9-48f4-b440-b2003910cf70 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 210 time: 0.0985637 Jan 19 01:01:38.556165 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-853671a0-2627-41f9-a851-e820bbac04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:38.559475 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-853671a0-2627-41f9-a851-e820bbac04f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.2237823 Jan 19 01:01:38.594702 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00427b54-0c00-48c3-803e-1d2762cb1399 req-edf20660-c233-4bbd-8279-cb196ed36fca tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:38.596891 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-00427b54-0c00-48c3-803e-1d2762cb1399 req-edf20660-c233-4bbd-8279-cb196ed36fca tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1525648 Jan 19 01:01:38.682300 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-08a4d203-6ebf-4e60-8f35-dd1b423888f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:38.684075 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-08a4d203-6ebf-4e60-8f35-dd1b423888f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1163681 Jan 19 01:01:38.721068 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-00427b54-0c00-48c3-803e-1d2762cb1399 req-02722d5d-2801-4e54-bdbf-db31e29fea5c tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Jan 19 01:01:38.823478 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-b50d1e91-1ea7-412c-9c81-3d2cec244c6d service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296213 Jan 19 01:01:38.962151 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ace4067-ec96-4127-b0c6-8e685bcadcee req-f4add796-803c-4c92-829e-67ec0dc233cd service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312540 Jan 19 01:01:39.370813 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9355a-5bd8-49c0-b640-ea102eaaa678 req-61e1b9c0-1f87-4cfe-8ab9-d72f59d3216e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:39.373070 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cb9355a-5bd8-49c0-b640-ea102eaaa678 req-61e1b9c0-1f87-4cfe-8ab9-d72f59d3216e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.0823658 Jan 19 01:01:39.436827 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cb9355a-5bd8-49c0-b640-ea102eaaa678 req-e1630aa6-2741-46b0-96fa-e37259147865 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561149 Jan 19 01:01:39.550230 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-63a82384-2fcc-4dd1-b489-40d121d946fc req-136ddaa4-bd37-465e-93d4-90ed5c7c15c7 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 210 time: 0.0391977 Jan 19 01:01:39.866510 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770a7b5-8d6f-4275-9d53-bfd73dc1a011 req-701e785b-f591-4c8c-b9c9-66f79eb4b404 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:39.879282 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3770a7b5-8d6f-4275-9d53-bfd73dc1a011 req-701e785b-f591-4c8c-b9c9-66f79eb4b404 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0735447 Jan 19 01:01:40.009281 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3770a7b5-8d6f-4275-9d53-bfd73dc1a011 req-610c4971-c0bf-45e8-8a39-3cc475f7779d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281083 Jan 19 01:01:40.067936 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-36a80d62-a758-4804-9270-90bc3ec90344 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:40.069587 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-36a80d62-a758-4804-9270-90bc3ec90344 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.32 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 815 time: 0.1769423 Jan 19 01:01:40.109116 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'port': {'device_id': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'admin_state_up': True, 'tenant_id': '57a740c1bb3e424287752ebd823d57ec'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:40.230708 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Made reservation on behalf of 57a740c1bb3e424287752ebd823d57ec for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:01:40.238277 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:40.391695 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Allocated IP 172.20.0.13 (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a/de09732f-bd72-4208-9d1b-4a6787f29d7a/9758b8ed-8939-4a51-8bec-bc88b27b6d7d) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:01:40.601967 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:40.636916 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956c37-9cc3-44c5-99a6-986fddd5e018 req-7cbb2c57-e560-4a6c-96cd-654a7ad01f7d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:40.639960 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-20956c37-9cc3-44c5-99a6-986fddd5e018 req-7cbb2c57-e560-4a6c-96cd-654a7ad01f7d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 945 time: 0.0989521 Jan 19 01:01:40.689012 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-010d6e92-b110-4640-b2e5-21044fa9b491 req-67e57905-0a17-4967-a39b-cca4a34483c6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 210 time: 0.0427938 Jan 19 01:01:40.769962 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-20956c37-9cc3-44c5-99a6-986fddd5e018 req-1a63b59a-2675-44c1-8826-3040c59d7410 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105385 Jan 19 01:01:40.772407 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:40.789297 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:01:40.838596 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:01:40.843380 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:01:40.846359 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:01:40.920694 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:40.947639 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: ACTIVE; New status is: DOWN {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:40.948027 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:40.964250 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:40.965664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:41.000990 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:41.004818 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dcea15-a3f6-4fa3-a12f-0ebbc91596bb" -d '{"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-unplugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:41.005601 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-0db69dbb-3bbc-42f8-8fd9-101e0980fea9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9002600 Jan 19 01:01:41.009825 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:01:41.014794 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:41.043465 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Request body: {'port': {'device_id': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:01:41.051597 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d978e5-19e6-4947-bad1-bd01dd7625cb x-openstack-request-id: req-a7d978e5-19e6-4947-bad1-bd01dd7625cb {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:41.051915 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-unplugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:41.052179 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7d978e5-19e6-4947-bad1-bd01dd7625cb {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:41.052582 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'code': 200} Jan 19 01:01:41.099047 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=8']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:41.216738 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3d04d0e3-1d7a-447c-8278-4065bbcae74a None None] Provisioning complete for port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:01:41.217057 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d04d0e3-1d7a-447c-8278-4065bbcae74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:41.234356 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:41.261427 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3d04d0e3-1d7a-447c-8278-4065bbcae74a None None] Port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:01:41.271324 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379e67b-da91-4821-ae77-50feb2268d8d req-709d96ec-e331-4a6a-b498-5bd4eadc9638 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:41.274184 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4379e67b-da91-4821-ae77-50feb2268d8d req-709d96ec-e331-4a6a-b498-5bd4eadc9638 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1453958 Jan 19 01:01:41.423832 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4379e67b-da91-4821-ae77-50feb2268d8d req-be191950-e33f-46b0-a8e1-9f35747121a0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184468 Jan 19 01:01:41.610186 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9758b8ed-8939-4a51-8bec-bc88b27b6d7d {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:01:41.619876 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Publish callbacks [] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:41.635256 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Transition to ACTIVE for port object 9758b8ed-8939-4a51-8bec-bc88b27b6d7d will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:01:41.639687 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:41.700080 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Pushing event updated for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:41.852913 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Attempting to bind port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:01:41.853492 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Attempting to bind port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:01:41.854097 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Attempting to bind port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d on network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:41.864153 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d on network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:01:41.864701 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Attempting to bind port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d on network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:01:41.883599 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:01:41.884149 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Checking segment: {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:01:41.884747 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Bound using segment: {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:01:41.885245 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Bound port: 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b834aa8-7ce9-4901-add8-6af0d29e967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:01:41.885630 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:42.007297 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0001f-ecd0-4c72-8405-faec1bbe95f9 req-a55b2eec-7e49-4838-919f-0540ff154cef tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:42.011237 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82f0001f-ecd0-4c72-8405-faec1bbe95f9 req-a55b2eec-7e49-4838-919f-0540ff154cef tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.1598661 Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.086888 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:01:42.091301 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdede32-6c49-48c2-8dde-e271521ebfce req-31163abf-86a2-43ae-9858-096155c4af08 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:42.093783 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1cdede32-6c49-48c2-8dde-e271521ebfce req-31163abf-86a2-43ae-9858-096155c4af08 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1206503 Jan 19 01:01:42.101965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:01:42.109969 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:01:42.114703 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82f0001f-ecd0-4c72-8405-faec1bbe95f9 req-1c905a42-85f4-48be-a47a-4c95537e570d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907390 Jan 19 01:01:42.126003 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:42.204486 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:42.205304 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:42.207514 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] 10.222.0.32 "PUT /v2.0/ports/9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 1094 time: 1.1738000 Jan 19 01:01:42.212340 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:01:42.217312 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402be54a-271e-4512-8897-b324d4e738e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:01:42.271646 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1cdede32-6c49-48c2-8dde-e271521ebfce req-4296098d-e2e9-499d-ae56-8a4679ae8912 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650133 Jan 19 01:01:42.318713 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638ddb9-f633-4786-953a-91135268fe0c service neutron] Pushing event updated for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:01:42.334572 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdfd190-48f7-4a53-a874-1daecf7a4847 x-openstack-request-id: req-dcdfd190-48f7-4a53-a874-1daecf7a4847 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:01:42.334834 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:01:42.335131 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcdfd190-48f7-4a53-a874-1daecf7a4847 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:01:42.335490 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'status': 'completed', 'code': 200} Jan 19 01:01:42.375909 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-7d399c7a-4691-4f8c-968e-715134c3b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:42.377506 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-7d399c7a-4691-4f8c-968e-715134c3b57e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1097 time: 0.0525932 Jan 19 01:01:42.471608 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-7e214335-5a3b-4754-8e27-2a0f305e18a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 217 time: 0.0651386 Jan 19 01:01:42.543957 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-151f7bb1-cf9f-4ba5-8337-2e893c0d3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:42.545513 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-151f7bb1-cf9f-4ba5-8337-2e893c0d3e2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 200 len: 854 time: 0.0661762 Jan 19 01:01:42.634043 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244062e-f55e-4438-8d4a-2473839636bf req-0a5a2f13-ee53-432d-8fdf-ba1160b93918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:42.635531 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-0a5a2f13-ee53-432d-8fdf-ba1160b93918 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814211 Jan 19 01:01:42.649535 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acddfa-f7d8-4f5d-91ff-2954cd387de3 req-bfc2432b-fe16-43cf-b16d-ec57d6c2f7ee tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:42.651206 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-89acddfa-f7d8-4f5d-91ff-2954cd387de3 req-bfc2432b-fe16-43cf-b16d-ec57d6c2f7ee tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0849731 Jan 19 01:01:42.765209 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-89acddfa-f7d8-4f5d-91ff-2954cd387de3 req-d4344c77-52ac-4758-9656-3c3c102969fd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074834 Jan 19 01:01:42.823794 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-209ba860-9317-4fa9-ae4a-231afe8961d7 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594064 Jan 19 01:01:42.959777 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6244062e-f55e-4438-8d4a-2473839636bf req-6d91dabf-f6b7-491a-bf21-b4e235d309df service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223369 Jan 19 01:01:43.121232 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402be54a-271e-4512-8897-b324d4e738e6 req-04b43dc7-6849-4f33-be41-e2e65d3cb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:43.122891 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-402be54a-271e-4512-8897-b324d4e738e6 req-04b43dc7-6849-4f33-be41-e2e65d3cb00d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1097 time: 0.0503199 Jan 19 01:01:43.249097 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402be54a-271e-4512-8897-b324d4e738e6 req-0b6f0fbd-e1fe-4a89-a6b4-eb23311ca160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:43.250687 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-402be54a-271e-4512-8897-b324d4e738e6 req-0b6f0fbd-e1fe-4a89-a6b4-eb23311ca160 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 916 time: 0.1197667 Jan 19 01:01:43.295754 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682553ad-d943-48b1-98ae-aabb68110c66 req-af947aed-1684-42a4-8524-d476b4419fc5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:43.298074 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-682553ad-d943-48b1-98ae-aabb68110c66 req-af947aed-1684-42a4-8524-d476b4419fc5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0586729 Jan 19 01:01:43.308472 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-402be54a-271e-4512-8897-b324d4e738e6 req-31ec91e2-aab1-4487-8d94-69eebec47789 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 217 time: 0.0498638 Jan 19 01:01:43.365990 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-682553ad-d943-48b1-98ae-aabb68110c66 req-f7b1b23b-8e3f-45f5-b7ec-5dac17f2c1b5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581572 Jan 19 01:01:43.401004 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402be54a-271e-4512-8897-b324d4e738e6 req-b07c2f1e-71f2-4150-ad6c-4bdfa96d78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:43.402565 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-402be54a-271e-4512-8897-b324d4e738e6 req-b07c2f1e-71f2-4150-ad6c-4bdfa96d78eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 200 len: 854 time: 0.0797300 Jan 19 01:01:43.490827 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63747f7f-c665-45d6-a6ab-d36defbe8fc7 req-64404d7e-df12-4ff1-a4f0-ce65fffaab2e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:43.492364 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-63747f7f-c665-45d6-a6ab-d36defbe8fc7 req-64404d7e-df12-4ff1-a4f0-ce65fffaab2e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0941293 Jan 19 01:01:43.498925 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402be54a-271e-4512-8897-b324d4e738e6 req-91c578f8-f6c0-4d8d-bc94-618d82bbb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:43.500536 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-402be54a-271e-4512-8897-b324d4e738e6 req-91c578f8-f6c0-4d8d-bc94-618d82bbb970 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716348 Jan 19 01:01:43.644834 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-63747f7f-c665-45d6-a6ab-d36defbe8fc7 req-c3f480d7-eb6c-464e-8365-6edbc7144055 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430266 Jan 19 01:01:43.700043 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-402be54a-271e-4512-8897-b324d4e738e6 req-25f14f59-83cb-49e2-8ad8-01f650d959b7 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904116 Jan 19 01:01:43.848403 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-402be54a-271e-4512-8897-b324d4e738e6 req-625df475-aa74-4983-8b46-07360fa2366b service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412413 Jan 19 01:01:43.944967 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f76f5-ff23-421e-8bfa-525f41779b52 req-e12d30cb-eb16-48f7-96fe-185d02d01da1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:43.946768 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-492f76f5-ff23-421e-8bfa-525f41779b52 req-e12d30cb-eb16-48f7-96fe-185d02d01da1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0626931 Jan 19 01:01:44.028331 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-492f76f5-ff23-421e-8bfa-525f41779b52 req-8f54a1d8-ae79-4fd7-a9b0-944b81d2901e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690396 Jan 19 01:01:44.537320 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-89471377-2375-4dae-bc3a-87367c11b194 req-bc1daf8f-f994-41bc-9cc0-8d7132f0f855 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 01:01:44.538379 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-89471377-2375-4dae-bc3a-87367c11b194 req-bc1daf8f-f994-41bc-9cc0-8d7132f0f855 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061347 Jan 19 01:01:44.551197 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d595d-168c-4279-bcb9-512451d3f011 req-f690446e-ab80-4359-b4c0-aaa09e10348f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:44.554625 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9c1d595d-168c-4279-bcb9-512451d3f011 req-f690446e-ab80-4359-b4c0-aaa09e10348f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0798512 Jan 19 01:01:44.613213 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9c1d595d-168c-4279-bcb9-512451d3f011 req-e456c321-b680-4f0f-91f9-65d542f97509 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501480 Jan 19 01:01:44.765194 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fa47a-57fb-463a-bdfe-bfe8f5ffde2d req-cd6639f8-dd7d-4d89-b814-36aa524ff044 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:44.768130 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-920fa47a-57fb-463a-bdfe-bfe8f5ffde2d req-cd6639f8-dd7d-4d89-b814-36aa524ff044 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0723815 Jan 19 01:01:44.827170 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-920fa47a-57fb-463a-bdfe-bfe8f5ffde2d req-de4babfb-ae20-47c6-8590-c33ebc3bd06d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524776 Jan 19 01:01:45.198242 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43016648-00ce-4410-baea-d198f0c7c2f7 req-efea2bb3-2949-4b68-bf61-15e3a7d21093 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:45.200861 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43016648-00ce-4410-baea-d198f0c7c2f7 req-efea2bb3-2949-4b68-bf61-15e3a7d21093 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0902274 Jan 19 01:01:45.272784 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43016648-00ce-4410-baea-d198f0c7c2f7 req-e4a51bf9-1fc5-45e0-9257-9fe1f5390ced tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652833 Jan 19 01:01:45.800205 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1d984-af74-4cee-9a7b-aa8671670f0a req-adbeca8f-4473-422b-9dc1-d33cff7a4d6a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:45.802099 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-07f1d984-af74-4cee-9a7b-aa8671670f0a req-adbeca8f-4473-422b-9dc1-d33cff7a4d6a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0860238 Jan 19 01:01:45.903204 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-07f1d984-af74-4cee-9a7b-aa8671670f0a req-0fc5beff-a571-4391-bb3b-c8527aa42ece tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832624 Jan 19 01:01:46.041239 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38161-1046-471c-b4c9-1f8e375ee481 req-2f270595-50b7-47cc-bd4e-491f8aca06b9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:46.043106 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c7b38161-1046-471c-b4c9-1f8e375ee481 req-2f270595-50b7-47cc-bd4e-491f8aca06b9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0875032 Jan 19 01:01:46.103851 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c7b38161-1046-471c-b4c9-1f8e375ee481 req-7f92a519-b6d1-4b0d-b7d6-6bb1a4a33391 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502145 Jan 19 01:01:46.406746 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345005e-c1e1-4ed9-98c8-32a0d280f5bc req-c8e006a8-d8ba-4139-a5f3-9b155868ce66 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:46.408405 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7345005e-c1e1-4ed9-98c8-32a0d280f5bc req-c8e006a8-d8ba-4139-a5f3-9b155868ce66 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0566454 Jan 19 01:01:46.468633 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7345005e-c1e1-4ed9-98c8-32a0d280f5bc req-25ebb9d5-c74b-4956-a6a8-a2d6bdd291c3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501704 Jan 19 01:01:46.832076 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:01:46.977308 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: DOWN; New status is: DOWN {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:01:47.121524 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f71742-8720-4793-93c6-649e3ed03bc8 req-3d23efdf-5a2b-4ec2-8d47-52e6b89d2bf6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:47.123644 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83f71742-8720-4793-93c6-649e3ed03bc8 req-3d23efdf-5a2b-4ec2-8d47-52e6b89d2bf6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0793519 Jan 19 01:01:47.196232 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-83f71742-8720-4793-93c6-649e3ed03bc8 req-e6cd9844-0814-4071-80d4-53634505e4f8 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650899 Jan 19 01:01:47.252998 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def77ec-fb87-4a78-86e0-bce45ffc027d req-5f43d5bc-0459-435c-9863-f41a3f1d3795 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:47.254937 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2def77ec-fb87-4a78-86e0-bce45ffc027d req-5f43d5bc-0459-435c-9863-f41a3f1d3795 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0671983 Jan 19 01:01:47.315691 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2def77ec-fb87-4a78-86e0-bce45ffc027d req-e021a7d9-ff94-4dcf-a190-d9fb4142cce2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497041 Jan 19 01:01:47.630408 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597b759-f72d-4c25-8e0f-129698104358 req-ce0e0c51-d318-42d0-83f7-20f8d706d86a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:47.633369 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c597b759-f72d-4c25-8e0f-129698104358 req-ce0e0c51-d318-42d0-83f7-20f8d706d86a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0875654 Jan 19 01:01:47.708924 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c597b759-f72d-4c25-8e0f-129698104358 req-10612976-0c8d-4ecf-9467-b417f9854c8b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694113 Jan 19 01:01:48.337632 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bb983-d17e-4a28-8564-60171e10afd9 req-8c311edd-b505-41bd-9dcf-ab9853a4d58d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:48.339415 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc7bb983-d17e-4a28-8564-60171e10afd9 req-8c311edd-b505-41bd-9dcf-ab9853a4d58d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0605998 Jan 19 01:01:48.400249 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc7bb983-d17e-4a28-8564-60171e10afd9 req-468a82b3-b3a0-4259-8d6c-3719e6dac4df tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546651 Jan 19 01:01:48.518998 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ad8fe-cda5-4d06-ac4c-8c07ff1c3f48 req-96c20792-b248-49f5-96cd-ae275ddbc5fc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:48.520536 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e32ad8fe-cda5-4d06-ac4c-8c07ff1c3f48 req-96c20792-b248-49f5-96cd-ae275ddbc5fc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0561960 Jan 19 01:01:48.590880 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e32ad8fe-cda5-4d06-ac4c-8c07ff1c3f48 req-646d78f4-76b4-4e1a-824a-511495e80085 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641053 Jan 19 01:01:48.841054 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb189e-520a-4e76-844d-eb8f709e4b32 req-30a43137-55b2-4298-95c4-287222b670fd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:48.842591 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4bcb189e-520a-4e76-844d-eb8f709e4b32 req-30a43137-55b2-4298-95c4-287222b670fd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Jan 19 01:01:48.901062 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4bcb189e-520a-4e76-844d-eb8f709e4b32 req-ccd316e0-90f3-4d66-a1cc-46d7de142788 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Jan 19 01:01:49.581978 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e68c0-f61b-4d56-8d08-e53cf3273471 req-3a4778a4-7efd-4c8e-b782-95c6128a8dcc tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:49.584562 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2f3e68c0-f61b-4d56-8d08-e53cf3273471 req-3a4778a4-7efd-4c8e-b782-95c6128a8dcc tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0652103 Jan 19 01:01:49.670415 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2f3e68c0-f61b-4d56-8d08-e53cf3273471 req-90709cf8-bcb3-4835-8009-66c13b288e7a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778751 Jan 19 01:01:49.825579 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb4d2-4a77-4355-80d4-20591102e2e3 req-7b6f9c55-d7ca-49ae-826c-60a7b8625b88 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:49.828096 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ccadb4d2-4a77-4355-80d4-20591102e2e3 req-7b6f9c55-d7ca-49ae-826c-60a7b8625b88 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0681577 Jan 19 01:01:49.886671 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ccadb4d2-4a77-4355-80d4-20591102e2e3 req-c0411a53-4ba6-410c-9d85-e614f1453519 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519781 Jan 19 01:01:50.059080 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af2272-c84e-4a44-911d-1aedc7fc7e1d req-01f56978-f9f7-45b5-9e70-0f4d94751dbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:50.060756 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b5af2272-c84e-4a44-911d-1aedc7fc7e1d req-01f56978-f9f7-45b5-9e70-0f4d94751dbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0786068 Jan 19 01:01:50.075129 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc194-308c-402f-b479-45676e5a15cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:50.128734 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b5af2272-c84e-4a44-911d-1aedc7fc7e1d req-c6835e39-bcf3-4045-8959-a69b80581f8a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 Jan 19 01:01:50.805224 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392e5d7-2d49-4819-80fd-bda51a21c1f0 req-973f3f2f-4f5d-4ac1-938e-e0fe59662551 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:50.807330 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b392e5d7-2d49-4819-80fd-bda51a21c1f0 req-973f3f2f-4f5d-4ac1-938e-e0fe59662551 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0555198 Jan 19 01:01:50.861855 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b392e5d7-2d49-4819-80fd-bda51a21c1f0 req-6851e918-a985-434f-9f5a-c4e72af82c67 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Jan 19 01:01:51.028744 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168ac3-2e91-463b-9fbb-e8c30f4d0bb7 req-62437697-c634-479f-babf-0c77a933069f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:51.030524 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7c168ac3-2e91-463b-9fbb-e8c30f4d0bb7 req-62437697-c634-479f-babf-0c77a933069f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0614979 Jan 19 01:01:51.092324 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7c168ac3-2e91-463b-9fbb-e8c30f4d0bb7 req-71eabc32-a52a-4ae5-ba53-4cd5b78321c5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547962 Jan 19 01:01:51.269701 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aded06-e86f-4b5d-a4ef-bd3478256bed req-a4ddd885-9d28-458f-9f88-738f4ade254b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:51.272242 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-39aded06-e86f-4b5d-a4ef-bd3478256bed req-a4ddd885-9d28-458f-9f88-738f4ade254b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0642347 Jan 19 01:01:51.339432 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-39aded06-e86f-4b5d-a4ef-bd3478256bed req-7f137fda-0584-4adc-a0f1-8e1c6a126ac7 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588174 Jan 19 01:01:52.044114 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7902328-b635-4b9e-9064-494a6113f7a3 req-c56f39ea-d17d-4a05-8c99-54577d3cc9ae tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:52.046904 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f7902328-b635-4b9e-9064-494a6113f7a3 req-c56f39ea-d17d-4a05-8c99-54577d3cc9ae tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0647900 Jan 19 01:01:52.110628 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f7902328-b635-4b9e-9064-494a6113f7a3 req-610ad418-5403-4e04-adc2-0076ef9c2f04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571871 Jan 19 01:01:52.244073 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531324e-feb3-4e3c-aa97-e425003d9ec2 req-f7565ccb-0a3c-46fd-8375-b99b26e528e6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:52.245801 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4531324e-feb3-4e3c-aa97-e425003d9ec2 req-f7565ccb-0a3c-46fd-8375-b99b26e528e6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0596752 Jan 19 01:01:52.321486 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e4470d4e-a4fd-4cb8-8183-14e099a7bc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:52.333451 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4531324e-feb3-4e3c-aa97-e425003d9ec2 req-ba4ce7bb-cde7-4b69-858d-6322525df4cb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731392 Jan 19 01:01:52.494894 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa2141-f1ac-449a-8777-519a48c8377c req-24454ade-d124-4a21-9160-f73ed6d5c603 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:52.501289 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-04fa2141-f1ac-449a-8777-519a48c8377c req-24454ade-d124-4a21-9160-f73ed6d5c603 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0790401 Jan 19 01:01:52.563305 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-04fa2141-f1ac-449a-8777-519a48c8377c req-068483f3-9056-43bb-8402-5cceeef55b56 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Jan 19 01:01:53.241371 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3ecfa-a58e-4bb3-8e69-50f16945459e req-ad3fda6b-9145-46a7-854a-0c90b4155119 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:53.242879 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bac3ecfa-a58e-4bb3-8e69-50f16945459e req-ad3fda6b-9145-46a7-854a-0c90b4155119 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0587149 Jan 19 01:01:53.304258 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bac3ecfa-a58e-4bb3-8e69-50f16945459e req-73e33466-f460-4d1f-bfaf-30dd7b3724ad tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553863 Jan 19 01:01:53.483281 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9681-f728-4117-a029-55e26776ccc8 req-4ad4af0a-4b88-4287-aa3a-a25d34bfc102 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:53.484883 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-883f9681-f728-4117-a029-55e26776ccc8 req-4ad4af0a-4b88-4287-aa3a-a25d34bfc102 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0774922 Jan 19 01:01:53.547398 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-883f9681-f728-4117-a029-55e26776ccc8 req-725ec26f-a7e2-459a-bca7-d93f68623a68 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562477 Jan 19 01:01:53.556216 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:53.709877 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc85c0-5ce0-408f-a0e6-70da97979d29 req-bb86703b-4513-43af-aeed-56bf35bcc2a4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:53.711470 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22dc85c0-5ce0-408f-a0e6-70da97979d29 req-bb86703b-4513-43af-aeed-56bf35bcc2a4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0581176 Jan 19 01:01:53.768663 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22dc85c0-5ce0-408f-a0e6-70da97979d29 req-363e901a-c59c-4fe2-8e99-b8521a8919ac tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Jan 19 01:01:54.430595 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31c591-4b7e-4a46-86d6-8cae4c56d6e0 req-098f903f-151c-44e8-9b83-232ea2361514 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:54.432173 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d31c591-4b7e-4a46-86d6-8cae4c56d6e0 req-098f903f-151c-44e8-9b83-232ea2361514 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0536568 Jan 19 01:01:54.494329 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d31c591-4b7e-4a46-86d6-8cae4c56d6e0 req-5c1c5a48-19f3-4cb7-9f76-dcd2c7d6b670 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565579 Jan 19 01:01:54.686704 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869874b6-459d-4cd2-8645-82fd765dd03e req-e62279d3-4e83-44f7-8451-61a24aa3becb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:54.688358 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-869874b6-459d-4cd2-8645-82fd765dd03e req-e62279d3-4e83-44f7-8451-61a24aa3becb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0509434 Jan 19 01:01:54.754673 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-869874b6-459d-4cd2-8645-82fd765dd03e req-43c9c672-1967-44a5-82f6-4cb917f8cfeb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564587 Jan 19 01:01:54.888704 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:54.917060 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f26532-3b1b-4f1f-b132-c54ace4b3e2b req-fff48974-543a-4ece-bb4a-303053dde072 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:54.918704 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c8f26532-3b1b-4f1f-b132-c54ace4b3e2b req-fff48974-543a-4ece-bb4a-303053dde072 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0701461 Jan 19 01:01:54.975324 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c8f26532-3b1b-4f1f-b132-c54ace4b3e2b req-168a4878-22b2-4af1-aca8-562d9c77abd0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502441 Jan 19 01:01:55.696339 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-e240449b-764a-413f-b7e7-a3a771538936 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:55.698193 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-e240449b-764a-413f-b7e7-a3a771538936 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.2057617 Jan 19 01:01:55.732844 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-75d50cb8-4983-4156-88f5-2ef93f403835 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/quotas/501a962e9fd5449fb8b625403e9ff8dc HTTP/1.1" status: 200 len: 375 time: 0.0241556 Jan 19 01:01:55.758899 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef767a0-425e-4f4b-bcc2-01e593cace9e req-a1e5152d-d605-4d7f-9e76-5699c4bb4b2c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:55.761342 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0ef767a0-425e-4f4b-bcc2-01e593cace9e req-a1e5152d-d605-4d7f-9e76-5699c4bb4b2c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.1344433 Jan 19 01:01:55.809771 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-f68b995b-0ea1-4c32-9e5d-d6d58c762979 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668273 Jan 19 01:01:55.850879 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0ef767a0-425e-4f4b-bcc2-01e593cace9e req-13167846-d662-41e4-a5b1-436dc679c868 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827229 Jan 19 01:01:55.882897 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 38930) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:01:56.028667 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-7ee27a9f-cc81-4edb-b7f9-3b51c23a58e5 service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057199 Jan 19 01:01:56.112893 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-8c116cd8-d4d8-4c1a-b542-67db07d14074 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2279754 Jan 19 01:01:56.118850 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-c21cb1bd-64fc-4b45-9c92-beb197bbf172 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 01:01:56.120220 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-c21cb1bd-64fc-4b45-9c92-beb197bbf172 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064776 Jan 19 01:01:56.133801 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f631-85bf-43f7-b38b-7015441ea58c req-1f5f6234-ace4-4baf-979b-7127d0fd51b2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:56.135713 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c765f631-85bf-43f7-b38b-7015441ea58c req-1f5f6234-ace4-4baf-979b-7127d0fd51b2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0866032 Jan 19 01:01:56.209018 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c765f631-85bf-43f7-b38b-7015441ea58c req-fdbb1c94-0d2d-47e9-96ad-ced9750ff9bf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645800 Jan 19 01:01:56.219734 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:56.399603 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8d36-dc34-40bd-bd7d-ce6a84eeba0d req-c9adf546-e64c-4e91-89b0-e1b7ea66fcad tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:56.401606 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e53a8d36-dc34-40bd-bd7d-ce6a84eeba0d req-c9adf546-e64c-4e91-89b0-e1b7ea66fcad tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0780342 Jan 19 01:01:56.413970 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-4c5e1102-d9f3-4bfe-aeb1-2077bcb00561 service neutron] 10.222.0.35 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817866 Jan 19 01:01:56.455229 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e53a8d36-dc34-40bd-bd7d-ce6a84eeba0d req-24f88915-0748-429f-a73d-6e61141b9b22 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Jan 19 01:01:56.647517 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba7a2600-b22a-4bb1-914e-0efcf05fbd32 req-e383a921-ee51-48c4-bd81-4ea17e9cccd6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0276263 Jan 19 01:01:57.017380 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237121da-67f7-48b0-9726-147b6d2dc12f req-4a94dfcf-67c0-4043-a5df-45d6798c3b51 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:57.020488 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-237121da-67f7-48b0-9726-147b6d2dc12f req-4a94dfcf-67c0-4043-a5df-45d6798c3b51 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0649590 Jan 19 01:01:57.081051 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-237121da-67f7-48b0-9726-147b6d2dc12f req-df70b614-9d05-47df-86aa-f8cefd857bac tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545454 Jan 19 01:01:57.387678 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fedf-10ab-41c7-acf1-a99de1992aef req-cfdab745-61c2-46d4-825e-edbe38b10434 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:57.389290 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f854fedf-10ab-41c7-acf1-a99de1992aef req-cfdab745-61c2-46d4-825e-edbe38b10434 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0660536 Jan 19 01:01:57.442960 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f854fedf-10ab-41c7-acf1-a99de1992aef req-b7240de3-2948-4e9a-832b-5d60c63dedcf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 Jan 19 01:01:57.599620 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ff714-ee16-4855-803d-3c298eeaacd3 req-4e8d5120-416d-4d44-974c-54f2113ecc7d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:57.601395 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f1ff714-ee16-4855-803d-3c298eeaacd3 req-4e8d5120-416d-4d44-974c-54f2113ecc7d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Jan 19 01:01:57.653856 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f1ff714-ee16-4855-803d-3c298eeaacd3 req-ac9b3851-aee6-4026-95cb-9d2ac0501957 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Jan 19 01:01:57.770114 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1728b019-e53e-48b8-84a7-aaa2e356a23f req-790b56e3-18b2-4288-9193-991a113b5df3 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0308974 Jan 19 01:01:58.206645 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc605a-5843-440e-9011-e7132f45c0d7 req-e01d9a26-5f7f-4735-94ff-d5ed3b745e09 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:58.208198 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-46dc605a-5843-440e-9011-e7132f45c0d7 req-e01d9a26-5f7f-4735-94ff-d5ed3b745e09 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0520399 Jan 19 01:01:58.272240 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-46dc605a-5843-440e-9011-e7132f45c0d7 req-38cbf368-f515-4da3-beba-c74805a745b0 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537703 Jan 19 01:01:58.581942 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff294f-0022-44fd-b0ec-7ef383ba5f63 req-9dec593a-ba02-4507-adc6-2deb58b47b53 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:58.583439 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47ff294f-0022-44fd-b0ec-7ef383ba5f63 req-9dec593a-ba02-4507-adc6-2deb58b47b53 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0526381 Jan 19 01:01:58.636506 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47ff294f-0022-44fd-b0ec-7ef383ba5f63 req-61eceafc-086b-4867-b979-559a4f77cbb5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474372 Jan 19 01:01:58.760624 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:01:58.794286 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70705-d448-4386-810d-bcd6cd9455f5 req-e227d54a-a850-4ca7-b80a-49770bcd50f0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:58.795921 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ec70705-d448-4386-810d-bcd6cd9455f5 req-e227d54a-a850-4ca7-b80a-49770bcd50f0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0677295 Jan 19 01:01:58.874992 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9ec70705-d448-4386-810d-bcd6cd9455f5 req-3e04637c-a1a5-480d-9c6b-036544b05c8d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669563 Jan 19 01:01:58.931343 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad3005ee-f469-446f-bca7-0e2e1311087d req-74b75232-a9ee-4cfd-8bb1-9c5503ba1595 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0305307 Jan 19 01:01:59.406216 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6368-e0ae-40a0-9411-ec4394350b32 req-1b3bb0a2-88a3-4190-8aa9-96ba99e3882b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:59.408756 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-57de6368-e0ae-40a0-9411-ec4394350b32 req-1b3bb0a2-88a3-4190-8aa9-96ba99e3882b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0546861 Jan 19 01:01:59.476535 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-57de6368-e0ae-40a0-9411-ec4394350b32 req-75f0f98f-6e86-4445-a163-1460e50c4a7f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568311 Jan 19 01:01:59.784693 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090fc54-a114-4328-993f-108e71bb2b75 req-6bac1a27-8968-435b-ac1f-15468ab8e00c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:01:59.792344 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d090fc54-a114-4328-993f-108e71bb2b75 req-6bac1a27-8968-435b-ac1f-15468ab8e00c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0647438 Jan 19 01:01:59.839839 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d090fc54-a114-4328-993f-108e71bb2b75 req-738c8e00-0502-4043-9f90-70a7a4e3bf86 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Jan 19 01:02:00.087862 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2089a6-97c0-4e60-868c-0d501228bdac req-12d67685-d360-4fa9-ad58-0f262a1f6ad3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:00.089668 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dc2089a6-97c0-4e60-868c-0d501228bdac req-12d67685-d360-4fa9-ad58-0f262a1f6ad3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1096873 Jan 19 01:02:00.152260 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5e9f80a1-33b7-4fd2-9230-174c96b3235f req-125a6e02-d7df-482e-b038-704d7bb41748 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0765345 Jan 19 01:02:00.187533 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dc2089a6-97c0-4e60-868c-0d501228bdac req-cae2f16b-3494-4840-abc5-05ca1290c9b5 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919542 Jan 19 01:02:00.620090 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be06f-0585-4372-8ded-b425b527a203 req-71e636e2-acbd-493e-a8d7-fc08f0087789 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:00.621984 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-578be06f-0585-4372-8ded-b425b527a203 req-71e636e2-acbd-493e-a8d7-fc08f0087789 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0615561 Jan 19 01:02:00.715834 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-578be06f-0585-4372-8ded-b425b527a203 req-f94d5172-f102-49a1-9f0b-36192c2c80a7 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864737 Jan 19 01:02:01.075279 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71152a-acc5-433d-80ac-e30bb7685a98 req-d3d096a8-4f5c-430c-8e32-0638c104f20a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:01.078487 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ac71152a-acc5-433d-80ac-e30bb7685a98 req-d3d096a8-4f5c-430c-8e32-0638c104f20a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1020474 Jan 19 01:02:01.172072 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ac71152a-acc5-433d-80ac-e30bb7685a98 req-526efb93-a0ef-4f56-9aae-5985a4f4fd96 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830026 Jan 19 01:02:01.406150 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0ac6da68-0515-4a7b-89ec-734b11e72695 req-f0a78510-c6af-4f36-b69c-52ce5d5c6c9b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0806124 Jan 19 01:02:01.469350 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7337-71d6-4391-833c-ccd7009a9a0a req-5b587c76-4aa5-446b-b0c3-f511bb15607b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:01.477446 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-198d7337-71d6-4391-833c-ccd7009a9a0a req-5b587c76-4aa5-446b-b0c3-f511bb15607b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1456854 Jan 19 01:02:01.596810 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-198d7337-71d6-4391-833c-ccd7009a9a0a req-4299d589-77d4-4803-b995-9a3f92f098bb tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107841 Jan 19 01:02:01.909893 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09040159-ce98-425b-a746-c48c61133f19 req-b39287b2-f301-4cf6-86c8-ac7710492d49 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:01.914629 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-09040159-ce98-425b-a746-c48c61133f19 req-b39287b2-f301-4cf6-86c8-ac7710492d49 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.1070788 Jan 19 01:02:02.058687 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-09040159-ce98-425b-a746-c48c61133f19 req-fcd7132e-879c-464c-8a99-51b1c876c48c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405945 Jan 19 01:02:02.566144 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de26f00-415c-404e-9b15-82dbb2e8fe49 req-0868015f-c4e1-4c53-9fe7-a2f2aa4739a3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:02.578698 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4de26f00-415c-404e-9b15-82dbb2e8fe49 req-0868015f-c4e1-4c53-9fe7-a2f2aa4739a3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.2379072 Jan 19 01:02:02.644603 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f826834c-a1fb-49b2-aea1-e7009538438a req-4792978c-f9ac-454d-9ff1-fd5df0253f1a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.1005814 Jan 19 01:02:02.648785 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4de26f00-415c-404e-9b15-82dbb2e8fe49 req-9abbef40-b059-4362-8293-f4c18234c178 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688767 Jan 19 01:02:03.127057 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d229e-1640-468f-89a5-5c734b1b8f48 req-643c226d-3972-4eb2-8efb-6fd27c635188 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:03.138791 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-253d229e-1640-468f-89a5-5c734b1b8f48 req-643c226d-3972-4eb2-8efb-6fd27c635188 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.4073188 Jan 19 01:02:03.300370 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-253d229e-1640-468f-89a5-5c734b1b8f48 req-b04d5e8b-b6cf-49b9-8b37-1a3b95bbed24 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573727 Jan 19 01:02:03.466420 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ab2db-3938-49ba-9e77-86861a5c3f12 req-5d7ae5f5-6b75-4574-bb9f-c6a7a70ba160 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:03.468742 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f41ab2db-3938-49ba-9e77-86861a5c3f12 req-5d7ae5f5-6b75-4574-bb9f-c6a7a70ba160 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.1280992 Jan 19 01:02:03.821747 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f41ab2db-3938-49ba-9e77-86861a5c3f12 req-428b44c6-d636-4eae-9e9a-a526ef9a21cb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364224 Jan 19 01:02:03.998264 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9eba16ef-7e74-4902-bcbf-f33d1accbb62 req-6c35c224-950c-4504-b680-2e80029ec2b0 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0507729 Jan 19 01:02:04.134477 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae2395-0a6a-47a3-8b0e-357588bfdafb req-7294d03d-3fb7-491d-b481-3a0d4d6a5942 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:04.147561 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0eae2395-0a6a-47a3-8b0e-357588bfdafb req-7294d03d-3fb7-491d-b481-3a0d4d6a5942 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1532567 Jan 19 01:02:04.222333 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0eae2395-0a6a-47a3-8b0e-357588bfdafb req-8afc7e1f-74ad-45d6-bcaf-fc474dd57907 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757239 Jan 19 01:02:04.580247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bad544-05f7-4e64-a4a2-bd2b672550d1 req-a74d9611-e04c-4337-b237-c672803bf86f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:04.590776 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d0bad544-05f7-4e64-a4a2-bd2b672550d1 req-a74d9611-e04c-4337-b237-c672803bf86f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0831754 Jan 19 01:02:04.659754 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d0bad544-05f7-4e64-a4a2-bd2b672550d1 req-bd031201-e014-43e7-a0d6-31e5560fcf2b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664880 Jan 19 01:02:05.125890 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4630c9-4c4b-4e2b-bc6b-a1c56a4e1786 req-aba24938-e299-4e6d-bcf5-9a4173a06c8d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:05.141420 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8b4630c9-4c4b-4e2b-bc6b-a1c56a4e1786 req-aba24938-e299-4e6d-bcf5-9a4173a06c8d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.1763906 Jan 19 01:02:05.218224 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-846e9606-bc58-4231-9bec-55c2fb0fd090 req-d6366448-281f-4669-8e1f-36ad85c213b0 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0523312 Jan 19 01:02:05.274341 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8b4630c9-4c4b-4e2b-bc6b-a1c56a4e1786 req-9b535e81-4704-4f36-844e-b096bb5ef589 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315849 Jan 19 01:02:05.402938 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3564b-4d86-4569-9fb1-2e260a6fb0ee req-44bd8bce-e3e6-4330-b323-eab961cce570 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:05.405229 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5fa3564b-4d86-4569-9fb1-2e260a6fb0ee req-44bd8bce-e3e6-4330-b323-eab961cce570 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0825868 Jan 19 01:02:05.506954 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5fa3564b-4d86-4569-9fb1-2e260a6fb0ee req-a90fc396-1f2e-4c70-a27b-c9b8ef880c41 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921006 Jan 19 01:02:05.867620 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0769f-b115-4779-a858-583c92b43772 req-860b5208-40bf-405a-8536-dc90a5ca7025 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:05.872114 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bdb0769f-b115-4779-a858-583c92b43772 req-860b5208-40bf-405a-8536-dc90a5ca7025 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0850332 Jan 19 01:02:05.963947 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-837d8ffd-5f6d-4349-be32-120a07896a4a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879152138&fields=id&tenant_id=71fc118391b34d35b75c25f76155c402 HTTP/1.1" status: 200 len: 267 time: 0.1488147 Jan 19 01:02:05.979775 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bdb0769f-b115-4779-a858-583c92b43772 req-d6b1bafe-ec6c-4f99-ab14-731a83352fbb tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922496 Jan 19 01:02:06.150330 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-fc8faec9-3335-48d8-ac6b-bb58e920ff3f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:06.157944 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-fc8faec9-3335-48d8-ac6b-bb58e920ff3f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 808 time: 0.1837366 Jan 19 01:02:06.177049 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-d9df40ca-2a83-4600-8c94-627c0a422e30 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/quotas/71fc118391b34d35b75c25f76155c402 HTTP/1.1" status: 200 len: 375 time: 0.0179193 Jan 19 01:02:06.270394 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dc046158-19ed-4649-a81f-4eecc7a08545 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826538 Jan 19 01:02:06.507501 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d5bd9af-7c15-4221-907d-aff7aca30d10 req-879e54b5-a2c4-4d0e-a225-2043d013c65b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.1150997 Jan 19 01:02:06.545332 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-729c3117-4c68-430e-a3fe-09cc42ba3851 service neutron] 10.222.0.35 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573223 Jan 19 01:02:06.735693 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-b065a0fd-5b4a-42de-8b59-b1c85f1c1974 service neutron] 10.222.0.35 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926513 Jan 19 01:02:06.786418 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40552f-2a98-44c5-a212-1b100356b3c1 req-46a4d5de-a6ce-44fc-a81c-8cbafb0a44f5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:06.788069 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5a40552f-2a98-44c5-a212-1b100356b3c1 req-46a4d5de-a6ce-44fc-a81c-8cbafb0a44f5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.1243918 Jan 19 01:02:06.915420 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5a40552f-2a98-44c5-a212-1b100356b3c1 req-63dfa27e-cd53-447e-94d2-9128d387ab69 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121087 Jan 19 01:02:07.077243 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44527d4-2804-4c7a-a42f-cdd582bc42e8 req-fc0f1fbd-5250-4b99-95b4-c3c740eeafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:07.088484 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d44527d4-2804-4c7a-a42f-cdd582bc42e8 req-fc0f1fbd-5250-4b99-95b4-c3c740eeafff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.1936474 Jan 19 01:02:07.227596 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe3126-e14f-4bee-860f-ce82795048e6 req-0c338e28-61c5-43f1-a6e1-ee5a636e0e83 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:07.242799 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0afe3126-e14f-4bee-860f-ce82795048e6 req-0c338e28-61c5-43f1-a6e1-ee5a636e0e83 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1692808 Jan 19 01:02:07.330602 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d44527d4-2804-4c7a-a42f-cdd582bc42e8 req-3ea6e257-7ade-4c6f-9fbb-28934b0009fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959960 Jan 19 01:02:07.404666 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0afe3126-e14f-4bee-860f-ce82795048e6 req-7f631692-9ef7-402f-9438-8aeafb554691 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581368 Jan 19 01:02:07.553274 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93ae7d-b562-4a8a-8516-ee00dd3709fb req-3eb6a04d-22de-4899-a5a9-9c8fe6f9eac8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:07.555137 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3d93ae7d-b562-4a8a-8516-ee00dd3709fb req-3eb6a04d-22de-4899-a5a9-9c8fe6f9eac8 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0782142 Jan 19 01:02:07.614927 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e73835b7-b1ef-4541-9f4d-235a0e80ae88 req-93b101ba-58ca-400d-a36d-fce2774b3c30 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 210 time: 0.1123366 Jan 19 01:02:07.620230 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3d93ae7d-b562-4a8a-8516-ee00dd3709fb req-6cbdef17-4174-4bfc-a263-1c8d3656696a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592477 Jan 19 01:02:07.974942 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e181e31b-42bf-495e-b707-e67d8daa11b3 req-e773b4fa-154a-439d-80fe-bbd43b2ff4b5 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.1588631 Jan 19 01:02:08.285848 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f4554-beaa-4ea9-9f72-418842ab92d0 req-6af1d493-1b54-4375-9a36-153ebeda8004 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:08.287996 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f63f4554-beaa-4ea9-9f72-418842ab92d0 req-6af1d493-1b54-4375-9a36-153ebeda8004 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0864024 Jan 19 01:02:08.430537 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f63f4554-beaa-4ea9-9f72-418842ab92d0 req-b229ff8d-a84d-41bd-9af4-18192e0f57cf tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288576 Jan 19 01:02:08.606705 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6e118-beaf-44f1-b8dc-fd5ce4f143e9 req-14dbb0ae-8a03-453f-8421-64335dd441a7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:08.618988 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27f6e118-beaf-44f1-b8dc-fd5ce4f143e9 req-14dbb0ae-8a03-453f-8421-64335dd441a7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0868733 Jan 19 01:02:08.706389 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27f6e118-beaf-44f1-b8dc-fd5ce4f143e9 req-52e7885b-e7a6-4c3d-9893-83edf0107716 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852215 Jan 19 01:02:08.882284 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-52201766-d6c5-4a72-995e-6ef59a89205f req-212a8a92-6004-4d00-b492-6c038b661e88 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 210 time: 0.0990913 Jan 19 01:02:08.904625 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156e76-47a2-4bb7-8685-4b18ab0c420b req-aa62539d-4125-46cb-ac81-867268a1974c tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:08.912719 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34156e76-47a2-4bb7-8685-4b18ab0c420b req-aa62539d-4125-46cb-ac81-867268a1974c tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0998385 Jan 19 01:02:09.120908 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34156e76-47a2-4bb7-8685-4b18ab0c420b req-657cf089-499a-4d37-a78d-cd4113e05276 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926875 Jan 19 01:02:09.201068 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-12ec7b0b-43dc-4b50-95bd-15c1c1dd6bfc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1393225 Jan 19 01:02:09.326979 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3eb745e1-6a07-4549-9f62-43ce6c07eaff req-1de169ea-c956-414d-9e18-e3a9ceead37f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0811524 Jan 19 01:02:09.671815 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-f5e70596-2963-4f1c-8f2b-30c77c16de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:09.675740 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-f5e70596-2963-4f1c-8f2b-30c77c16de38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 1098 time: 0.2439001 Jan 19 01:02:09.804583 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725373-e3e9-4238-a496-0fcec99d198b req-082545d4-fd99-4797-a2e0-fe565499974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:09.807315 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-082545d4-fd99-4797-a2e0-fe565499974a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b&tenant_id=26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 1096 time: 0.4162245 Jan 19 01:02:09.861519 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76042f0c-a271-41b5-8e7f-629155b209a5 req-bb05e8cf-b65e-4fdb-8112-a7430e125789 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:09.864248 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-76042f0c-a271-41b5-8e7f-629155b209a5 req-bb05e8cf-b65e-4fdb-8112-a7430e125789 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.2191186 Jan 19 01:02:09.924515 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593cde4-5aac-4dc3-9c3c-d23aa95514c1 req-015f10db-17c0-4c89-bc6a-604533da12bf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:09.926948 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e593cde4-5aac-4dc3-9c3c-d23aa95514c1 req-015f10db-17c0-4c89-bc6a-604533da12bf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0810711 Jan 19 01:02:10.000190 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-76042f0c-a271-41b5-8e7f-629155b209a5 req-2caf95e8-2da9-404a-8aa7-b86f3cf700f1 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202245 Jan 19 01:02:10.029342 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e593cde4-5aac-4dc3-9c3c-d23aa95514c1 req-e234d110-c9f7-4292-b4c7-17ceeef763f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915427 Jan 19 01:02:10.218884 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-55e68fa1-037b-41e9-b647-356c2e6162be req-e0898cf0-9b19-4c1e-b077-3d777c6636a8 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 210 time: 0.0803814 Jan 19 01:02:10.490065 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb805d-76fa-403d-82c7-52ea76c7177b req-5e764e85-3472-4635-b7b2-ebf768c583d3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:10.492672 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-52eb805d-76fa-403d-82c7-52ea76c7177b req-5e764e85-3472-4635-b7b2-ebf768c583d3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1802638 Jan 19 01:02:10.656504 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-52eb805d-76fa-403d-82c7-52ea76c7177b req-539fc2ba-9db6-4b16-89eb-3d9457a06621 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523526 Jan 19 01:02:10.689933 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-815b5410-6da6-43d5-b597-5a42310e4cfa req-07d9ad24-4efc-4571-99ae-ce9a9e168a34 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0799663 Jan 19 01:02:10.723815 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725373-e3e9-4238-a496-0fcec99d198b req-1eea55f5-c08a-401e-aeef-9850946b688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:10.725775 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-1eea55f5-c08a-401e-aeef-9850946b688a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1096 time: 0.1788332 Jan 19 01:02:10.736373 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-798f6d11-2f5c-4071-a250-26c90a932c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:10.739005 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-798f6d11-2f5c-4071-a250-26c90a932c82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.1758809 Jan 19 01:02:11.063369 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725373-e3e9-4238-a496-0fcec99d198b req-cbc0855f-d65e-4736-8a10-a16a2454c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:11.068462 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-cbc0855f-d65e-4736-8a10-a16a2454c41b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.1962671 Jan 19 01:02:11.198318 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34df4e-4d61-49f6-83b0-9b8669f051d9 req-5a4569f5-ccc1-41e9-82b7-6a7f809715cb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:11.206867 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2e34df4e-4d61-49f6-83b0-9b8669f051d9 req-5a4569f5-ccc1-41e9-82b7-6a7f809715cb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.0719349 Jan 19 01:02:11.219486 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d175d62-6c1d-47c9-b040-d2ff7f3ffbd9 req-eba9b07e-574c-4992-8538-c80a6e744564 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:11.228270 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d175d62-6c1d-47c9-b040-d2ff7f3ffbd9 req-eba9b07e-574c-4992-8538-c80a6e744564 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0677347 Jan 19 01:02:11.287163 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d175d62-6c1d-47c9-b040-d2ff7f3ffbd9 req-a33a177e-01cf-436f-a7c5-2a1dfdd8979d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577815 Jan 19 01:02:11.354442 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-6e2697a2-b7d3-4a20-90f0-2f27e6607cbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840 HTTP/1.1" status: 200 len: 217 time: 0.0599768 Jan 19 01:02:11.370392 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2e34df4e-4d61-49f6-83b0-9b8669f051d9 req-9bb00207-904a-4587-80ef-8d3bd09de36a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602852 Jan 19 01:02:11.468847 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-37efe052-e487-496e-8e67-991dab696295 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 200 len: 999 time: 0.1603341 Jan 19 01:02:11.508525 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ede8612e-dcc4-47f5-b032-7b82e7cf6601 req-21b78cb6-f2d4-4af1-94f5-2fda59bdd71c tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 210 time: 0.0380023 Jan 19 01:02:11.589039 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-46b2801f-2f56-43ed-a284-75c9eb576b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:11.598671 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-46b2801f-2f56-43ed-a284-75c9eb576b68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.1384201 Jan 19 01:02:11.850113 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-24ed96c5-6828-495a-bddb-87d736c25c92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363168 Jan 19 01:02:12.003588 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:02:12.105314 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ed82097-c281-4f0f-af44-0c2061ac0edb req-7735c7e6-cd31-44b9-837c-ea4e66fbeca4 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.1367555 Jan 19 01:02:12.115477 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653c8db-f87e-4200-94e2-d28a38efb029 req-0d89133c-2ba4-42d3-89ad-fe2d50898ac9 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:12.116838 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725373-e3e9-4238-a496-0fcec99d198b req-01d227f8-761c-4b38-82b6-e9b92dbcc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:12.123629 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-01d227f8-761c-4b38-82b6-e9b92dbcc395 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.4380436 Jan 19 01:02:12.134925 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5653c8db-f87e-4200-94e2-d28a38efb029 req-0d89133c-2ba4-42d3-89ad-fe2d50898ac9 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.2603817 Jan 19 01:02:12.218269 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5653c8db-f87e-4200-94e2-d28a38efb029 req-573dfd25-1b81-47d2-9b14-afadde6241ac tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822036 Jan 19 01:02:12.464915 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89241f5-5650-483b-82c1-ff334fb31cba req-4f68e210-228b-43dd-9313-33f926d8ad66 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:12.468248 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d89241f5-5650-483b-82c1-ff334fb31cba req-4f68e210-228b-43dd-9313-33f926d8ad66 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0609252 Jan 19 01:02:12.545615 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d89241f5-5650-483b-82c1-ff334fb31cba req-8c54145a-76b8-4b7d-9b41-80189d1e4fad tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678575 Jan 19 01:02:12.598243 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725373-e3e9-4238-a496-0fcec99d198b req-f7499f5e-ee5e-4857-abd6-a0ea9a8022e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:12.600310 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-f7499f5e-ee5e-4857-abd6-a0ea9a8022e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533578 Jan 19 01:02:12.632299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ed9a7124-5b9c-4a93-b18c-dbeab443ae91 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:12.634008 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ed9a7124-5b9c-4a93-b18c-dbeab443ae91 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 815 time: 0.1712353 Jan 19 01:02:12.689596 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Request body: {'port': {'device_id': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'admin_state_up': True, 'tenant_id': '501a962e9fd5449fb8b625403e9ff8dc'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:12.729003 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c858dd-b928-4db7-9fa1-46e3a9546417 req-4334f126-eda1-4236-a09b-cc8f216d34c5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:12.730608 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-4816eded-992b-45f3-b0b5-fef4c3667695 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195476 Jan 19 01:02:12.736178 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-87c858dd-b928-4db7-9fa1-46e3a9546417 req-4334f126-eda1-4236-a09b-cc8f216d34c5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.2751772 Jan 19 01:02:12.791470 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-74369d2f-736f-49e7-a81d-c2d375c0ba8e req-e88124c4-b002-4e69-851f-c2ec66fee934 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 210 time: 0.0592983 Jan 19 01:02:12.877235 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-87c858dd-b928-4db7-9fa1-46e3a9546417 req-5e16efde-4ca3-4d01-896b-0a5cc5f5610b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395514 Jan 19 01:02:12.912914 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-c55b0b6c-5646-42b1-8006-73c9bf324f8e service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912213 Jan 19 01:02:13.083455 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-74bc9872-ca44-4e35-abac-903a7272a7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888045 Jan 19 01:02:13.092354 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Made reservation on behalf of 501a962e9fd5449fb8b625403e9ff8dc for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:02:13.098249 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:13.118663 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-2b21e9c9-e5c5-45c9-8353-87e3d854c05a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:13.120905 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-2b21e9c9-e5c5-45c9-8353-87e3d854c05a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.32 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 808 time: 0.3443265 Jan 19 01:02:13.164193 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91a3b78f-15a5-487d-a7d5-d1c31bfc20bd req-c5260662-d690-4bbb-99dd-c7ee6cd81e45 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077467 Jan 19 01:02:13.347428 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dfd1fdb5-1987-4f05-ad8f-9b3099a9b471 req-8098ec33-b572-4748-8b7e-2fde53874d60 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.1035550 Jan 19 01:02:13.357304 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Allocated IP 172.20.0.7 (a5df2d14-6c77-4859-a21d-41a9de91756c/d60fded0-ad26-44c8-bcf5-af2379aac59f/284f59e4-d32f-4e98-adc8-83e29a3730d5) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:02:13.387496 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-b0f88938-13b9-476a-9e38-7380fa63ccbe tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71fc118391b34d35b75c25f76155c402 HTTP/1.1" status: 200 len: 379 time: 0.2002807 Jan 19 01:02:13.418464 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'port': {'device_id': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'admin_state_up': True, 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'security_groups': ['eb8d2a6d-eeb6-4b5e-8528-571516083104']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:13.532806 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae745-f766-4780-87b0-f95ab4c3aca0 req-6bfd0715-4d76-43e7-9a01-05723f12f0d3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:13.536414 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-15bae745-f766-4780-87b0-f95ab4c3aca0 req-6bfd0715-4d76-43e7-9a01-05723f12f0d3 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.1669765 Jan 19 01:02:13.635919 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Made reservation on behalf of 71fc118391b34d35b75c25f76155c402 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:02:13.640718 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:13.670180 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks [] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:13.730296 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-15bae745-f766-4780-87b0-f95ab4c3aca0 req-b35e0327-835a-4d01-8635-5beb7a8f532f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483004 Jan 19 01:02:13.773139 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:13.838688 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'c2be2345-4d5f-41d3-8dda-d7f97540e714', '2af8b39b-1fd3-486d-b078-83ad1b5e7a78'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:13.879817 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Network a5df2d14-6c77-4859-a21d-41a9de91756c is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:02:13.884524 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:02:13.888511 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:02:13.985760 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea119ee-9344-48ab-b8f5-cb3f4037e8ad req-888ff4c7-8be8-42ee-a954-7efd384c9025 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:13.997961 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ea119ee-9344-48ab-b8f5-cb3f4037e8ad req-888ff4c7-8be8-42ee-a954-7efd384c9025 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1757071 Jan 19 01:02:14.004178 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:14.004771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:14.030282 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event updated for resources: {'Port': ['ID=284f59e4-d32f-4e98-adc8-83e29a3730d5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:14.040948 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546450 Jan 19 01:02:14.051857 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.052250 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.052601 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.052928 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.053467 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.053911 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.054489 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.055223 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.055566 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.055948 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.057330 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.057760 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.058096 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329c12bc-f008-4d77-a226-a9021c2f282b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:14.083828 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Allocated IP 172.20.0.5 (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03/80559864-0323-48ef-b652-48619e38b4aa/8bcb40e7-111c-4118-8b6c-384b4e2fd7e5) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:02:14.132905 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Request body: {'port': {'device_id': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:14.204046 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ea119ee-9344-48ab-b8f5-cb3f4037e8ad req-28b97146-8607-4883-97a0-aa5fdbe7ee18 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920273 Jan 19 01:02:14.289030 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-49e77494-e838-4aea-9352-a9476176e698 req-db3b4235-ae2b-4e02-b044-fc9f5492bb5d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 210 time: 0.1406000 Jan 19 01:02:14.663846 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:14.771949 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091329cf-0180-4b34-8fc9-0c4ec4713e59 req-d65c73ae-4d83-42eb-bf91-26c73bcc2cb3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:14.788496 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-091329cf-0180-4b34-8fc9-0c4ec4713e59 req-d65c73ae-4d83-42eb-bf91-26c73bcc2cb3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.2821708 Jan 19 01:02:14.950119 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-091329cf-0180-4b34-8fc9-0c4ec4713e59 req-8b6a8e25-dfb5-4bfc-bb3e-b0626576f499 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589754 Jan 19 01:02:14.985632 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:15.170640 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:15.218532 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:02:15.224145 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:02:15.263431 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:02:15.286806 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e357e3-d578-4b91-b116-99bb3d610d28 req-ba788aee-3e66-4ebd-8746-9c695aa03e0a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:15.291132 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34e357e3-d578-4b91-b116-99bb3d610d28 req-ba788aee-3e66-4ebd-8746-9c695aa03e0a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 931 time: 0.3598924 Jan 19 01:02:15.365808 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9270363-f366-43cf-84b5-5f89d0905658 req-4474552f-22cf-466c-8c2c-59d85a53e9b0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:15.371441 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a9270363-f366-43cf-84b5-5f89d0905658 req-4474552f-22cf-466c-8c2c-59d85a53e9b0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.2755475 Jan 19 01:02:15.387149 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:15.411909 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-d11c6aa7-9936-443f-939c-114cdc5d00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:15.412331 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:15.413503 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-d11c6aa7-9936-443f-939c-114cdc5d00ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 1098 time: 0.2494836 Jan 19 01:02:15.434159 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-34e357e3-d578-4b91-b116-99bb3d610d28 req-a6cbc8ba-2b60-47a8-8743-895bc7a48024 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282873 Jan 19 01:02:15.519637 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a9270363-f366-43cf-84b5-5f89d0905658 req-03a57f93-343b-4530-a765-c5ddd213bc8f tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952945 Jan 19 01:02:15.603546 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1776898 Jan 19 01:02:15.605271 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:15.640744 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Request body: {'port': {'device_id': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:15.705540 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-45a10436-3a07-44fe-9e31-3e44d5ba1821 None None] Provisioning complete for port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:02:15.706623 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-45a10436-3a07-44fe-9e31-3e44d5ba1821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:15.781962 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6b715-84fd-45e3-b0e0-89ebec00e226 req-f647ce3b-0ada-4df6-9771-38f51feb5710 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:15.790353 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b3c6b715-84fd-45e3-b0e0-89ebec00e226 req-f647ce3b-0ada-4df6-9771-38f51feb5710 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1571302 Jan 19 01:02:15.801108 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-98d69e4e-cbe0-4c03-95c5-857f5cb60a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:15.803435 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-98d69e4e-cbe0-4c03-95c5-857f5cb60a30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 200 len: 919 time: 0.3363798 Jan 19 01:02:15.816998 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284f59e4-d32f-4e98-adc8-83e29a3730d5 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:02:15.857334 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Publish callbacks [] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:15.861059 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-45a10436-3a07-44fe-9e31-3e44d5ba1821 None None] Port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:02:15.925173 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-9e1f6173-2e9f-4a1b-8810-4b0bd80c6a85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 200 len: 217 time: 0.1029000 Jan 19 01:02:15.952123 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Transition to ACTIVE for port object 284f59e4-d32f-4e98-adc8-83e29a3730d5 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:02:15.959566 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:15.997767 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b3c6b715-84fd-45e3-b0e0-89ebec00e226 req-c4663b1e-788c-4560-8567-8b9928a5b4d1 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065744 Jan 19 01:02:16.004187 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:16.031857 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.032597 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.033757 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.036736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.037291 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.042201 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.042874 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.043446 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.044129 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.054083 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.059756 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.060435 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.061007 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77698244-89f8-476d-ad34-71a5f707bf9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:16.218965 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b22f7-d5d6-4b32-8d2c-2aea283fc8ba req-1694f235-5c9c-4ae9-b8e4-87f82108c798 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:16.242479 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-045b22f7-d5d6-4b32-8d2c-2aea283fc8ba req-1694f235-5c9c-4ae9-b8e4-87f82108c798 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 931 time: 0.3545804 Jan 19 01:02:16.418442 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-045b22f7-d5d6-4b32-8d2c-2aea283fc8ba req-029c173e-fecb-4f32-b739-6f7b0f55522c tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745989 Jan 19 01:02:16.490075 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-d6fb22e7-c31d-4bbc-b13e-8002c2292b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:16.492477 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-d6fb22e7-c31d-4bbc-b13e-8002c2292b6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 200 len: 858 time: 0.5505574 Jan 19 01:02:16.493265 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Pushing event updated for resources: {'Port': ['ID=284f59e4-d32f-4e98-adc8-83e29a3730d5,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:16.559126 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-abbbd2de-05d1-402b-b115-42b4213b3865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32083a24-3ac7-4508-bcc6-bdda771de6e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346930 Jan 19 01:02:16.592981 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098d507-ab6b-4825-af3a-f1a98936b36c req-80f7d66c-8c82-4c27-a2fa-d9a211bb6a04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:16.602810 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5098d507-ab6b-4825-af3a-f1a98936b36c req-80f7d66c-8c82-4c27-a2fa-d9a211bb6a04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 944 time: 0.1922100 Jan 19 01:02:16.689699 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6fd51-e457-4b9b-864f-1f7cba29d1bc req-b130aadb-ccb6-4dc7-bc95-2599788f434b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:16.691619 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43c6fd51-e457-4b9b-864f-1f7cba29d1bc req-b130aadb-ccb6-4dc7-bc95-2599788f434b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 943 time: 0.0910466 Jan 19 01:02:16.740689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Attempting to bind port 284f59e4-d32f-4e98-adc8-83e29a3730d5 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:02:16.741067 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Attempting to bind port 284f59e4-d32f-4e98-adc8-83e29a3730d5 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:02:16.741377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Attempting to bind port 284f59e4-d32f-4e98-adc8-83e29a3730d5 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:02:16.747989 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5098d507-ab6b-4825-af3a-f1a98936b36c req-20c3a371-9fb1-4799-9c77-55c9ac0ed7d5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443393 Jan 19 01:02:16.769174 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43c6fd51-e457-4b9b-864f-1f7cba29d1bc req-8ad2de55-bc0e-4c7a-b20b-d0e00c83c93e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663857 Jan 19 01:02:16.776284 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Port 284f59e4-d32f-4e98-adc8-83e29a3730d5 on network a5df2d14-6c77-4859-a21d-41a9de91756c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:02:16.776630 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Attempting to bind port 284f59e4-d32f-4e98-adc8-83e29a3730d5 on network a5df2d14-6c77-4859-a21d-41a9de91756c {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:02:16.823782 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:02:16.824127 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Checking segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:02:16.824562 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Bound using segment: {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:02:16.825048 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Bound port: 284f59e4-d32f-4e98-adc8-83e29a3730d5, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf27844c-440d-49bc-a22d-18378cb490d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:02:16.825359 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:16.861450 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-a8503f12-54d4-49c3-8360-75ae1098ec39 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500937 Jan 19 01:02:16.942473 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 9758b8ed-8939-4a51-8bec-bc88b27b6d7d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:02:17.099133 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] For port 284f59e4-d32f-4e98-adc8-83e29a3730d5, host hv-cinder-79987, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:02:17.132774 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:02:17.171929 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Publish callbacks [] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:17.179976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] For port 284f59e4-d32f-4e98-adc8-83e29a3730d5, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=284f59e4-d32f-4e98-adc8-83e29a3730d5,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:02:17.183140 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-81366724-c082-4469-811e-74d49f3c8b45 service neutron] 10.222.0.32 "GET /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025782 Jan 19 01:02:17.190248 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:17.211711 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616e4bc-232f-48ef-b4fa-b3370844de7e req-8df57ee9-349d-49c0-92d1-7203dfc38a41 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:17.213572 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4616e4bc-232f-48ef-b4fa-b3370844de7e req-8df57ee9-349d-49c0-92d1-7203dfc38a41 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.3028159 Jan 19 01:02:17.243655 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:17.246873 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Transition to ACTIVE for port object 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:02:17.263783 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'port_id': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'mac_address': 'fa:16:3e:37:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:02:17.276537 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:17.315872 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:17.316502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:17.317952 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] 10.222.0.32 "PUT /v2.0/ports/284f59e4-d32f-4e98-adc8-83e29a3730d5 HTTP/1.1" status: 200 len: 1093 time: 3.1984267 Jan 19 01:02:17.318416 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'tag': '284f59e4-d32f-4e98-adc8-83e29a3730d5'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:17.326058 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332f69b6-6e9d-4da7-9395-d1209022d32d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f94565c-3ebb-44c9-affe-c5060f9e695c", "tag": "284f59e4-d32f-4e98-adc8-83e29a3730d5"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:17.327098 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:17.327667 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:17.349301 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9758b8ed-8939-4a51-8bec-bc88b27b6d7d {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:02:17.418663 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14cb87-d4c5-4f6a-a663-b6e233916fd4 req-93e926dd-bec4-4ec4-b9df-9b901f0b4e09 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:17.434718 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f14cb87-d4c5-4f6a-a663-b6e233916fd4 req-93e926dd-bec4-4ec4-b9df-9b901f0b4e09 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1857975 Jan 19 01:02:17.448763 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:17.471368 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:17.475471 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad159f20-cbaf-4678-999c-6b3fa14b198d service neutron] Pushing event updated for resources: {'Port': ['ID=284f59e4-d32f-4e98-adc8-83e29a3730d5,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:17.662788 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Attempting to bind port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:02:17.663554 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Attempting to bind port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:02:17.664568 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Attempting to bind port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 on network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:02:17.667011 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:17.683528 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4616e4bc-232f-48ef-b4fa-b3370844de7e req-ca4e498f-6c7a-4a17-937c-83e7ccb468c1 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510047 Jan 19 01:02:17.685844 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 on network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:02:17.686860 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Attempting to bind port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 on network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:02:17.696333 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:02:17.697062 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Checking segment: {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:02:17.698867 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Bound using segment: {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:02:17.699963 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Bound port: 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:02:17.700636 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:17.715646 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:17.772318 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-59ad9a92-442c-4b5b-b9f7-3b69360ff3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:17.777357 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-59ad9a92-442c-4b5b-b9f7-3b69360ff3d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 1096 time: 0.2752712 Jan 19 01:02:17.785954 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f14cb87-d4c5-4f6a-a663-b6e233916fd4 req-a0a38a09-176f-4339-abfa-2fcbb426d5a6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488827 Jan 19 01:02:17.835384 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4240006-bdfd-4ce5-93de-ba875ba7c0fe x-openstack-request-id: req-e4240006-bdfd-4ce5-93de-ba875ba7c0fe {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:17.835835 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f94565c-3ebb-44c9-affe-c5060f9e695c", "tag": "284f59e4-d32f-4e98-adc8-83e29a3730d5", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:17.836199 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4240006-bdfd-4ce5-93de-ba875ba7c0fe {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:17.836802 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'tag': '284f59e4-d32f-4e98-adc8-83e29a3730d5', 'status': 'completed', 'code': 200} Jan 19 01:02:17.911736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:02:17.921674 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:02:17.941955 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:18.069864 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.070501 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:18.077835 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] 10.222.0.32 "PUT /v2.0/ports/8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 1093 time: 2.4481518 Jan 19 01:02:18.086296 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-f7a9ab18-b568-44d0-ba70-281dcd24d444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=284f59e4-d32f-4e98-adc8-83e29a3730d5 HTTP/1.1" status: 200 len: 217 time: 0.2305083 Jan 19 01:02:18.139429 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:18.139429 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:18.187842 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['9758b8ed-8939-4a51-8bec-bc88b27b6d7d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:18.303739 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-cae98acd-112d-496b-8aa0-ba21f12104fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.308406 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-cae98acd-112d-496b-8aa0-ba21f12104fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.1944678 Jan 19 01:02:18.368099 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526358c7-85ce-4093-a8fa-de5bab335ca2 req-7038955f-8b65-4012-bbb5-948bc6361151 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.379593 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a11990-9a7b-4439-b580-01eca2f44047 req-403e1e8f-cfa0-4510-8d75-8c8a07ee9e71 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.386421 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-526358c7-85ce-4093-a8fa-de5bab335ca2 req-7038955f-8b65-4012-bbb5-948bc6361151 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.3073282 Jan 19 01:02:18.394198 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02a11990-9a7b-4439-b580-01eca2f44047 req-403e1e8f-cfa0-4510-8d75-8c8a07ee9e71 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 943 time: 0.1569872 Jan 19 01:02:18.443323 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-be0babb0-52e3-4be5-b163-4c5c164dad09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131687 Jan 19 01:02:18.510910 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6331e-b856-485c-ba0e-a1aa53fb8f24 service neutron] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:18.551257 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-526358c7-85ce-4093-a8fa-de5bab335ca2 req-278b21d4-a789-4d8e-b771-14b6556b8104 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637542 Jan 19 01:02:18.555001 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-02a11990-9a7b-4439-b580-01eca2f44047 req-575eaa68-f89d-4556-b8ee-10ed90538416 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598198 Jan 19 01:02:18.556467 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-f1cd3211-fbfd-4f55-9c30-5633fd0deee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.563350 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-f1cd3211-fbfd-4f55-9c30-5633fd0deee3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1096 time: 0.2868817 Jan 19 01:02:18.687923 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-1d5babf8-3876-430e-aab4-0eedccfece8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 217 time: 0.1029272 Jan 19 01:02:18.726973 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-afe42dc0-7290-47df-9be2-a7842d007eec service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599392 Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.822901 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:18.825671 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:02:18.830335 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776ec61-aec2-4fa4-b0b7-5bb55f14b337 req-14f9b69d-14c7-4b26-878d-cd82559190ca tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.838379 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f776ec61-aec2-4fa4-b0b7-5bb55f14b337 req-14f9b69d-14c7-4b26-878d-cd82559190ca tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 945 time: 0.1673076 Jan 19 01:02:18.859700 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-8932e036-6aac-4606-b9e2-f8d5479f4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.862761 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-8932e036-6aac-4606-b9e2-f8d5479f4273 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 200 len: 847 time: 0.1470308 Jan 19 01:02:18.965008 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f776ec61-aec2-4fa4-b0b7-5bb55f14b337 req-9c678e8c-250a-485a-ac68-df816940ba0e tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247957 Jan 19 01:02:18.980228 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-392cc56d-7d69-45dd-9a8b-eb8d707c895c req-ebd0e913-5e6f-49b3-b4b4-5ab2afbdd1a0 service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427688 Jan 19 01:02:18.994470 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-2a22ff82-8216-4df3-b051-09be695f9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:18.996780 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-2a22ff82-8216-4df3-b051-09be695f9eb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1250422 Jan 19 01:02:19.298088 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdde1b63-1967-4a68-8461-ab29d57c76b5 x-openstack-request-id: req-cdde1b63-1967-4a68-8461-ab29d57c76b5 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:19.298515 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:19.298801 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdde1b63-1967-4a68-8461-ab29d57c76b5 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:19.299343 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'status': 'completed', 'code': 200} Jan 19 01:02:19.314876 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-aae59275-8e83-45e6-99b1-d886cc8d0220 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980011 Jan 19 01:02:19.445911 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dcedf-3e82-401d-8184-0fa80c17ea9b req-f2e2fc91-1c50-4ecc-a03d-e6137e2fb787 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:19.447570 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-975dcedf-3e82-401d-8184-0fa80c17ea9b req-f2e2fc91-1c50-4ecc-a03d-e6137e2fb787 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1110692 Jan 19 01:02:19.450599 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-2423c6fb-771c-4754-9f78-b3bae4370ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:19.452051 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-2423c6fb-771c-4754-9f78-b3bae4370ad1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 1096 time: 0.1660213 Jan 19 01:02:19.546269 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-874bcca8-27d4-4c49-90df-85c7217b20a0 req-409a5691-d6c0-4ae6-a85f-8b8f9bc44c7d service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891906 Jan 19 01:02:19.617715 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee545fe9-9220-4114-86bc-7bd219432ede req-0667748b-9ab5-4fc0-944c-3468cc7da103 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:19.623379 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee545fe9-9220-4114-86bc-7bd219432ede req-0667748b-9ab5-4fc0-944c-3468cc7da103 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.3273537 Jan 19 01:02:19.635601 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-975dcedf-3e82-401d-8184-0fa80c17ea9b req-c3ef2fae-8281-4211-ad34-eab5be5c1187 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714830 Jan 19 01:02:19.781871 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-e0c39381-a365-457a-89c4-d5c40e9c194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:19.783983 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-e0c39381-a365-457a-89c4-d5c40e9c194c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 200 len: 916 time: 0.3161564 Jan 19 01:02:19.793315 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee545fe9-9220-4114-86bc-7bd219432ede req-710ffd72-d9bf-49a5-a7d6-afc152b11f55 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618979 Jan 19 01:02:19.807083 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab1369-1260-4c87-a5ca-3ddc2f6ba775 req-ccd523bf-6a43-4b43-9717-e9a0758d06f7 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:19.857745 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6aab1369-1260-4c87-a5ca-3ddc2f6ba775 req-ccd523bf-6a43-4b43-9717-e9a0758d06f7 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.1004362 Jan 19 01:02:19.893319 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-32efc77e-a3b2-475a-97e8-1356f4fcadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:19.897065 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-32efc77e-a3b2-475a-97e8-1356f4fcadc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1096 time: 0.1183269 Jan 19 01:02:19.965384 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-0e3d497b-b792-4c44-9a02-aa8b7e54109b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=284f59e4-d32f-4e98-adc8-83e29a3730d5 HTTP/1.1" status: 200 len: 217 time: 0.0878184 Jan 19 01:02:20.022641 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6aab1369-1260-4c87-a5ca-3ddc2f6ba775 req-54cc6afe-aa18-438f-9c33-a571d9668063 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799407 Jan 19 01:02:20.146978 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7a974435-d2bb-4c5b-a216-9dbf0240d7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:20.160927 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-09775f91-900e-4c0b-b977-bf434d062870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:20.164610 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-09775f91-900e-4c0b-b977-bf434d062870 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 200 len: 855 time: 0.1137877 Jan 19 01:02:20.196989 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c004b2-3097-4774-93ef-481fdfd65f97 req-57785d13-6e0f-4adb-9fb0-edd8e82278a6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:20.199044 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c1c004b2-3097-4774-93ef-481fdfd65f97 req-57785d13-6e0f-4adb-9fb0-edd8e82278a6 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 943 time: 0.1741009 Jan 19 01:02:20.268230 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-32943db5-f955-4f14-ac0c-54f8fecd1484 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a5df2d14-6c77-4859-a21d-41a9de91756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447025 Jan 19 01:02:20.288366 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59299c92-f435-4df6-b0ba-c0f2238bd9cc req-9b1d1b1f-0cd3-405c-8c7f-2287e2b560b8 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:20.296243 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-59299c92-f435-4df6-b0ba-c0f2238bd9cc req-9b1d1b1f-0cd3-405c-8c7f-2287e2b560b8 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 945 time: 0.1303720 Jan 19 01:02:20.369488 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-7f2f609c-1925-47bb-80d1-381ab3019821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:20.371338 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-7f2f609c-1925-47bb-80d1-381ab3019821 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 909 time: 0.2984469 Jan 19 01:02:20.486155 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-59299c92-f435-4df6-b0ba-c0f2238bd9cc req-84b8fce4-0950-4bd5-b8c9-5dc39a7af4e6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886497 Jan 19 01:02:20.545318 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-97b7050a-8670-41e5-9fde-cc56d195317c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 217 time: 0.1539478 Jan 19 01:02:20.552387 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c1c004b2-3097-4774-93ef-481fdfd65f97 req-76e76728-4484-411f-bb47-c2e52fe36628 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436594 Jan 19 01:02:20.592088 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-5213737e-6587-46b3-b911-f75a0cd701ba service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704532 Jan 19 01:02:20.663443 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-9fdad3ed-1b5c-4e7a-89fd-e2edf24e4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:20.664996 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-9fdad3ed-1b5c-4e7a-89fd-e2edf24e4e23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 200 len: 847 time: 0.0894291 Jan 19 01:02:20.877923 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5a00a-3f57-438a-801f-914127bfb831 req-4e64dc7c-11d9-40d2-a8e7-1f8561f2c24a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:20.879972 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-13b5a00a-3f57-438a-801f-914127bfb831 req-4e64dc7c-11d9-40d2-a8e7-1f8561f2c24a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0775855 Jan 19 01:02:20.963896 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 9758b8ed-8939-4a51-8bec-bc88b27b6d7d up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:02:20.998822 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-332f69b6-6e9d-4da7-9395-d1209022d32d req-2daee0ed-37ec-46ed-a988-be8bfd6518ec service neutron] 10.222.0.32 "GET /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757106 Jan 19 01:02:21.026895 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:02:21.044433 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:02:21.045081 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:21.057139 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fc153-ed6a-4528-9873-60a2683fee32 req-63236931-b498-4e41-8ea5-82105f8ab812 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:21.058810 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-720fc153-ed6a-4528-9873-60a2683fee32 req-63236931-b498-4e41-8ea5-82105f8ab812 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0799193 Jan 19 01:02:21.078676 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-13b5a00a-3f57-438a-801f-914127bfb831 req-82ce3d9f-414b-4d9e-8a33-f0f83bbe6dfa tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693187 Jan 19 01:02:21.155054 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:21.156208 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:21.205884 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:21.207420 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:21.215342 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b6c9cd-e246-4c3a-a539-bedfe44abd97" -d '{"events": [{"server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "name": "network-vif-plugged", "status": "completed", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:21.219811 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:21.332380 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:21.357025 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.357835 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-720fc153-ed6a-4528-9873-60a2683fee32 req-a2423fb5-7aa7-4534-9616-512c98fb455b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748737 Jan 19 01:02:21.358160 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.358773 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.359332 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.360103 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.361109 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.363863 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.364583 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.365388 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.371878 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.372776 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.373412 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.374357 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:02:21.401409 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-48094acb-1460-4577-a9ad-21cba5a8f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:21.407518 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-48094acb-1460-4577-a9ad-21cba5a8f7ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2428780 Jan 19 01:02:21.450720 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6ae59-3809-4357-877f-763ce36e0a98 req-a6f40dc0-b554-4689-999a-054e4998f7b9 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:21.460819 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7ad6ae59-3809-4357-877f-763ce36e0a98 req-a6f40dc0-b554-4689-999a-054e4998f7b9 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.1497161 Jan 19 01:02:21.489960 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d2559-2f41-4be5-9783-8acd6b3d1c18 x-openstack-request-id: req-409d2559-2f41-4be5-9783-8acd6b3d1c18 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:21.490530 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "name": "network-vif-plugged", "status": "completed", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:21.491038 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-409d2559-2f41-4be5-9783-8acd6b3d1c18 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:21.491662 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'code': 200} Jan 19 01:02:21.577140 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7ad6ae59-3809-4357-877f-763ce36e0a98 req-f88f2b1c-8c1f-4a67-a52b-95cb5bf75659 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124823 Jan 19 01:02:21.643892 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-eb4b5bbb-e2e4-44ab-941a-68c33da78994 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257404 Jan 19 01:02:21.789189 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf4e3-90b5-4722-90b1-ecc5d5e1fb26 req-5b3bc9a8-798e-4f41-8f23-90e7aa70d25d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:21.795136 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b4caf4e3-90b5-4722-90b1-ecc5d5e1fb26 req-5b3bc9a8-798e-4f41-8f23-90e7aa70d25d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 943 time: 0.1273363 Jan 19 01:02:21.965772 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b4caf4e3-90b5-4722-90b1-ecc5d5e1fb26 req-aaee2eb4-c5d5-4791-b91d-8215ed2d319b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465101 Jan 19 01:02:21.993721 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97d9d1-6761-44c3-80dd-d426dc7928e7 req-47577adf-ae9c-4658-b9ea-b4046ec1ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:21.996431 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1c97d9d1-6761-44c3-80dd-d426dc7928e7 req-47577adf-ae9c-4658-b9ea-b4046ec1ac4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1099 time: 0.1989441 Jan 19 01:02:22.010027 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592d37-6a9d-4d21-9664-7bc560fb7f70 req-f4ac48ff-1fa8-4ad1-b3f2-17a89a7c9b64 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:22.047080 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e592d37-6a9d-4d21-9664-7bc560fb7f70 req-f4ac48ff-1fa8-4ad1-b3f2-17a89a7c9b64 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.3851955 Jan 19 01:02:22.199515 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1c97d9d1-6761-44c3-80dd-d426dc7928e7 req-e4d1f0f4-370b-42db-9043-f14d4067c571 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484034 Jan 19 01:02:22.238799 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e592d37-6a9d-4d21-9664-7bc560fb7f70 req-3ab580c1-130e-4a52-9fde-f774f5564e44 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899598 Jan 19 01:02:22.258834 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebbdfcd4-b1a6-430c-b6e1-7649704d29c2 req-141d5476-a169-45eb-ad24-26c5770c3860 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968835 Jan 19 01:02:22.325877 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e189c-5bb5-49b0-b8af-9ce7a39c0bf8 req-be22792f-93ef-4e09-ac06-3bf64e25426e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:22.331673 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-07ab6e3c-3bb8-47bd-aa50-54401d71047b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:22.350288 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-876e189c-5bb5-49b0-b8af-9ce7a39c0bf8 req-be22792f-93ef-4e09-ac06-3bf64e25426e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1252460 Jan 19 01:02:22.463301 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-876e189c-5bb5-49b0-b8af-9ce7a39c0bf8 req-6aa80668-50b3-49fc-8d72-86ca50e0399f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060681 Jan 19 01:02:22.602192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6283b51-c138-4ce6-b152-a9f63a2a9286 req-3921db04-48b4-4bd2-864c-34974f525a72 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:22.603303 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f6283b51-c138-4ce6-b152-a9f63a2a9286 req-3921db04-48b4-4bd2-864c-34974f525a72 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0768411 Jan 19 01:02:22.693658 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f6283b51-c138-4ce6-b152-a9f63a2a9286 req-2463e79b-2494-46ce-b42b-1ece5ca28e3a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824938 Jan 19 01:02:22.840396 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb906-45e8-4425-998b-2e7c5d6f4714 req-7ecfccc5-436a-43c2-8d66-42b01ed49d2d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:22.843350 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-87ebb906-45e8-4425-998b-2e7c5d6f4714 req-7ecfccc5-436a-43c2-8d66-42b01ed49d2d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.1080124 Jan 19 01:02:22.954858 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 284f59e4-d32f-4e98-adc8-83e29a3730d5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:02:23.014089 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-87ebb906-45e8-4425-998b-2e7c5d6f4714 req-a0a65787-a2ff-4291-a097-114668efa4b4 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636708 Jan 19 01:02:23.161172 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c73f5b-1c1b-4485-9ec1-edcf576605d7 req-b72ffcb5-ab1b-4793-8e8b-e9f046eedcf2 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:23.168942 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7c73f5b-1c1b-4485-9ec1-edcf576605d7 req-b72ffcb5-ab1b-4793-8e8b-e9f046eedcf2 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 943 time: 0.0681398 Jan 19 01:02:23.217973 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 284f59e4-d32f-4e98-adc8-83e29a3730d5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=284f59e4-d32f-4e98-adc8-83e29a3730d5,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:23.269265 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '284f59e4-d32f-4e98-adc8-83e29a3730d5', 'network_id': 'a5df2d14-6c77-4859-a21d-41a9de91756c', 'port_id': '284f59e4-d32f-4e98-adc8-83e29a3730d5', 'mac_address': 'fa:16:3e:27:00:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60fded0-ad26-44c8-bcf5-af2379aac59f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:02:23.340073 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 284f59e4-d32f-4e98-adc8-83e29a3730d5 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:23.341196 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:23.346891 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f7c73f5b-1c1b-4485-9ec1-edcf576605d7 req-7f31cd0a-29cd-4486-a716-54aa930045e5 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702330 Jan 19 01:02:23.360153 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284f59e4-d32f-4e98-adc8-83e29a3730d5 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:02:23.389496 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 284f59e4-d32f-4e98-adc8-83e29a3730d5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=284f59e4-d32f-4e98-adc8-83e29a3730d5,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:23.402426 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:23.511672 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a2c2e-9dc9-4db9-a7be-4b18ba1bb96a req-de914134-d440-4489-9adc-6576e2c39a3d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:23.520012 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d92a2c2e-9dc9-4db9-a7be-4b18ba1bb96a req-de914134-d440-4489-9adc-6576e2c39a3d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0924401 Jan 19 01:02:23.544336 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=284f59e4-d32f-4e98-adc8-83e29a3730d5,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:23.580578 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:23.633099 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d92a2c2e-9dc9-4db9-a7be-4b18ba1bb96a req-10557de6-7411-4609-8eeb-0bfb0ae03dbc tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974329 Jan 19 01:02:23.714119 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83406a-3422-4b73-ab37-6746141bec31 req-ccbee832-d1a4-45c0-b64e-2d4ea0255b13 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:23.725140 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fe83406a-3422-4b73-ab37-6746141bec31 req-ccbee832-d1a4-45c0-b64e-2d4ea0255b13 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1157060 Jan 19 01:02:23.868958 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fe83406a-3422-4b73-ab37-6746141bec31 req-5bf8cfb2-eb9b-4c36-a762-992a24d7b67d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399176 Jan 19 01:02:24.032900 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['284f59e4-d32f-4e98-adc8-83e29a3730d5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:24.237764 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc133cc-7812-4703-9786-9efd168344a1 req-7894a542-0d8d-4b52-a3da-f24851140ff9 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:24.239562 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0cc133cc-7812-4703-9786-9efd168344a1 req-7894a542-0d8d-4b52-a3da-f24851140ff9 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.1110044 Jan 19 01:02:24.370977 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0cc133cc-7812-4703-9786-9efd168344a1 req-c19f6654-50d8-4496-8bbb-9cda5fc27704 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204276 Jan 19 01:02:24.501106 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932592d2-8a79-4128-af31-b83eb7578bba req-bcca15bc-f59b-42ac-82ad-0dc47102f106 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:24.510191 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-932592d2-8a79-4128-af31-b83eb7578bba req-bcca15bc-f59b-42ac-82ad-0dc47102f106 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0799839 Jan 19 01:02:24.570592 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-932592d2-8a79-4128-af31-b83eb7578bba req-f33ec879-1bdf-491e-9f15-75f15b5bc0cd tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591357 Jan 19 01:02:24.794593 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b9198-d7a2-44eb-b41e-36017ed84337 req-b87df800-5230-4645-bfb4-ec72c05dfeca tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:24.804013 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b5b9198-d7a2-44eb-b41e-36017ed84337 req-b87df800-5230-4645-bfb4-ec72c05dfeca tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0685754 Jan 19 01:02:24.857724 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b5b9198-d7a2-44eb-b41e-36017ed84337 req-7f614ccd-e673-44f0-a48b-0334b317b101 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524795 Jan 19 01:02:24.912129 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:25.072315 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931232-ef12-48b6-9105-6a4ff077e07d req-c88627f8-355a-4838-a76f-491d3917aab6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:25.079689 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-40931232-ef12-48b6-9105-6a4ff077e07d req-c88627f8-355a-4838-a76f-491d3917aab6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0894639 Jan 19 01:02:25.191661 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-40931232-ef12-48b6-9105-6a4ff077e07d req-164a09cd-6451-4915-ba05-7c8ed7f20cc9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077244 Jan 19 01:02:25.581108 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7834b4-2820-43f2-85dd-1e8d8bb2a656 req-9eb4a6eb-e0fa-49a9-82df-f163ffc4feba tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:25.589008 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7834b4-2820-43f2-85dd-1e8d8bb2a656 req-9eb4a6eb-e0fa-49a9-82df-f163ffc4feba tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0964429 Jan 19 01:02:25.658070 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7834b4-2820-43f2-85dd-1e8d8bb2a656 req-83dc4f11-db11-4844-ad96-536ff3560002 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590415 Jan 19 01:02:25.711861 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5a91c-983b-4507-855d-8e208895d554 req-d11b383c-ae62-430b-af48-360918ea2687 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:25.713446 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-20e5a91c-983b-4507-855d-8e208895d554 req-d11b383c-ae62-430b-af48-360918ea2687 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0551558 Jan 19 01:02:25.762780 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-20e5a91c-983b-4507-855d-8e208895d554 req-0f350236-dd1b-4a55-a25e-5394398c8b6e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Jan 19 01:02:26.002286 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553b8d1-fb36-41db-bffd-7083bf70ea9f req-723f135f-8b64-4e3c-ad2e-d032cc1cacca tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:26.003665 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f553b8d1-fb36-41db-bffd-7083bf70ea9f req-723f135f-8b64-4e3c-ad2e-d032cc1cacca tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0503361 Jan 19 01:02:26.053309 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f553b8d1-fb36-41db-bffd-7083bf70ea9f req-a861fbc8-785f-4ea9-a9f0-1182a1a84a7d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 Jan 19 01:02:26.206147 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:26.326199 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61655692-db52-4735-84b8-666a948f33f5 req-1af47d07-6208-4d10-8189-54b0226c5740 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:26.327854 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-61655692-db52-4735-84b8-666a948f33f5 req-1af47d07-6208-4d10-8189-54b0226c5740 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0616684 Jan 19 01:02:26.380177 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-61655692-db52-4735-84b8-666a948f33f5 req-52540266-df42-4665-9358-124bea5c1084 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Jan 19 01:02:26.875597 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caead3-c05d-47c6-b52e-ee8cac87c6aa req-516064e6-c29d-4c4f-882f-90a8d9c620f4 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:26.882116 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72caead3-c05d-47c6-b52e-ee8cac87c6aa req-516064e6-c29d-4c4f-882f-90a8d9c620f4 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.1214490 Jan 19 01:02:26.913583 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4a99-e7c8-44da-836c-522d36d95491 req-ef91ba22-fbff-4447-b389-35ce6fb7782d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:26.925773 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4dff4a99-e7c8-44da-836c-522d36d95491 req-ef91ba22-fbff-4447-b389-35ce6fb7782d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0724151 Jan 19 01:02:26.972129 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72caead3-c05d-47c6-b52e-ee8cac87c6aa req-72015c08-610e-4b42-ad88-3574ec8e99a4 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791764 Jan 19 01:02:26.988836 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4dff4a99-e7c8-44da-836c-522d36d95491 req-521ddc00-dd2a-4c60-a35b-cce1fdbf2fa7 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587118 Jan 19 01:02:27.208173 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069428-89f9-4eca-a9fb-dad1973679b3 req-5dc4cb4d-b2fe-40e6-b0bd-5275ad376293 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:27.209806 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ac069428-89f9-4eca-a9fb-dad1973679b3 req-5dc4cb4d-b2fe-40e6-b0bd-5275ad376293 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0582392 Jan 19 01:02:27.277482 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ac069428-89f9-4eca-a9fb-dad1973679b3 req-969afec6-2a78-4dd9-ac0e-ad55bf508a09 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593057 Jan 19 01:02:27.616781 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22a7a7-6d07-4ac5-bd14-ba8b9f47d7f8 req-9eee3297-0f06-4659-8ef5-f38ef7ee962c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:27.618595 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fb22a7a7-6d07-4ac5-bd14-ba8b9f47d7f8 req-9eee3297-0f06-4659-8ef5-f38ef7ee962c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.1288383 Jan 19 01:02:27.684560 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fb22a7a7-6d07-4ac5-bd14-ba8b9f47d7f8 req-6e97e33d-6525-459b-94f2-2d828ce79cfe tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596263 Jan 19 01:02:28.138747 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7880d-3263-4e08-9823-e78b87988dca req-c961a8f7-4c28-4ba1-a58f-128ca00df0da tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:28.140395 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35e7880d-3263-4e08-9823-e78b87988dca req-c961a8f7-4c28-4ba1-a58f-128ca00df0da tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0600848 Jan 19 01:02:28.154465 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742f78f-7bfb-4b6d-8606-6fde64d4f810 req-0632df90-15d5-47a8-8e87-24b4bd404e87 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:28.157068 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e742f78f-7bfb-4b6d-8606-6fde64d4f810 req-0632df90-15d5-47a8-8e87-24b4bd404e87 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0600057 Jan 19 01:02:28.202328 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35e7880d-3263-4e08-9823-e78b87988dca req-43b9b1d4-125f-4568-9a4b-cc85c9fd2681 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546646 Jan 19 01:02:28.229336 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e742f78f-7bfb-4b6d-8606-6fde64d4f810 req-34344af8-8424-43b8-be4c-3e725fad66f5 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Jan 19 01:02:28.437012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde4b9-0022-4856-8eef-491e64721f1f req-f2ed6788-51d3-4066-bf55-527e15e8c74f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:28.439644 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73bde4b9-0022-4856-8eef-491e64721f1f req-f2ed6788-51d3-4066-bf55-527e15e8c74f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0662141 Jan 19 01:02:28.498040 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-73bde4b9-0022-4856-8eef-491e64721f1f req-27ce5ea3-2d50-4465-816f-32e82a12d286 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508313 Jan 19 01:02:28.769645 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:28.866210 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38061292-61cf-4b88-8ba3-c351b7ef6936 req-fbe79f52-bc09-4763-ab17-3d47a7560f9f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:28.868060 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38061292-61cf-4b88-8ba3-c351b7ef6936 req-fbe79f52-bc09-4763-ab17-3d47a7560f9f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0755990 Jan 19 01:02:28.942908 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38061292-61cf-4b88-8ba3-c351b7ef6936 req-37eb6cd8-36ff-48f4-acb0-49ccbddb3bc4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679197 Jan 19 01:02:29.367893 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e58333-c0e0-41c4-998d-148021d9f074 req-33ebdc43-ac2d-41f7-af51-4b09d84d4c46 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:29.369473 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-60e58333-c0e0-41c4-998d-148021d9f074 req-33ebdc43-ac2d-41f7-af51-4b09d84d4c46 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0806022 Jan 19 01:02:29.372856 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700fcd2-ad88-4510-ba54-cc96ca31e076 req-0058cef6-ff4b-4d4c-8539-99c0ff108670 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:29.374548 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3700fcd2-ad88-4510-ba54-cc96ca31e076 req-0058cef6-ff4b-4d4c-8539-99c0ff108670 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0599825 Jan 19 01:02:29.435864 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-60e58333-c0e0-41c4-998d-148021d9f074 req-32b30f99-f164-4d27-bcc0-284d94c68155 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591321 Jan 19 01:02:29.439437 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3700fcd2-ad88-4510-ba54-cc96ca31e076 req-7d3bb6fe-36d5-41b1-8b77-84a7f85883b0 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Jan 19 01:02:29.681191 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9905a8-35d7-4ca4-bb30-e3f08197b4ec req-17de2aa0-a548-490a-9bd5-7da35eb00454 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:29.682848 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fd9905a8-35d7-4ca4-bb30-e3f08197b4ec req-17de2aa0-a548-490a-9bd5-7da35eb00454 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0864949 Jan 19 01:02:29.790618 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fd9905a8-35d7-4ca4-bb30-e3f08197b4ec req-d8cc4258-a2d6-4b5a-96b5-812185e3874f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Jan 19 01:02:30.089869 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a20e5-30a3-4dc2-b2af-8f16901ba004 req-26ae7a24-9d6d-4adf-86e7-81584c835fed tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:30.091590 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a32a20e5-30a3-4dc2-b2af-8f16901ba004 req-26ae7a24-9d6d-4adf-86e7-81584c835fed tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0650785 Jan 19 01:02:30.146836 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a32a20e5-30a3-4dc2-b2af-8f16901ba004 req-45cc7004-87cb-4639-858a-54c33cffa30d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479321 Jan 19 01:02:30.572326 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc756-0cdd-4c2c-ab91-3c43aeb4312b req-f20c057b-fd82-437d-9b63-66fda875b30e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:30.574114 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e87cc756-0cdd-4c2c-ab91-3c43aeb4312b req-f20c057b-fd82-437d-9b63-66fda875b30e tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0664680 Jan 19 01:02:30.586307 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5565-7a86-4851-bdec-16504df41301 req-355c8e9b-e5c7-45bd-96eb-674bda239cae tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:30.589142 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70ef5565-7a86-4851-bdec-16504df41301 req-355c8e9b-e5c7-45bd-96eb-674bda239cae tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0647259 Jan 19 01:02:30.635414 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e87cc756-0cdd-4c2c-ab91-3c43aeb4312b req-19532ecf-ad5a-4e65-87a4-6c5019c7b4d4 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536535 Jan 19 01:02:30.661363 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70ef5565-7a86-4851-bdec-16504df41301 req-d65cc3f7-c038-49a0-9451-e2a1c536c2a0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590374 Jan 19 01:02:30.910559 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6558a0-c302-4f0b-af80-f7b13371984d req-4f1770b1-3353-4b99-8d8a-354a89d9761d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:30.912198 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-de6558a0-c302-4f0b-af80-f7b13371984d req-4f1770b1-3353-4b99-8d8a-354a89d9761d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0545774 Jan 19 01:02:30.966873 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-de6558a0-c302-4f0b-af80-f7b13371984d req-25633fc8-dc88-4d35-b024-8bf3f701de7f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Jan 19 01:02:31.276432 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfc3a3-9eea-466e-be0d-156ee9da2122 req-1a70cb60-edcd-4a09-a0b4-a1db03c07e7e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:31.278220 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3fbfc3a3-9eea-466e-be0d-156ee9da2122 req-1a70cb60-edcd-4a09-a0b4-a1db03c07e7e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0533750 Jan 19 01:02:31.350115 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3fbfc3a3-9eea-466e-be0d-156ee9da2122 req-84ef08de-d292-4a8d-ad97-6f3b90dbc845 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617480 Jan 19 01:02:31.761863 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427da65-1160-47e9-9aa6-ea7acddb2225 req-fa5f4fc3-1ded-4b5b-976c-da2fb36b7b52 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:31.763400 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6427da65-1160-47e9-9aa6-ea7acddb2225 req-fa5f4fc3-1ded-4b5b-976c-da2fb36b7b52 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0528643 Jan 19 01:02:31.795393 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7db1c4-8940-41f6-b4f9-c4bf4b87408a req-58a4dd0c-9d97-4346-82fb-c14ddaef15a0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:31.797058 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be7db1c4-8940-41f6-b4f9-c4bf4b87408a req-58a4dd0c-9d97-4346-82fb-c14ddaef15a0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0623112 Jan 19 01:02:31.817006 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6427da65-1160-47e9-9aa6-ea7acddb2225 req-cc5bad98-1637-4cc1-9f02-7943bf709325 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470488 Jan 19 01:02:31.867333 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be7db1c4-8940-41f6-b4f9-c4bf4b87408a req-9c814c32-a1b9-4f82-b0b0-59e017757093 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592456 Jan 19 01:02:32.095548 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674db0-dc8d-48a8-ae5c-67d5bd5439e3 req-e84e6f0c-8335-4291-a97c-417bdc07ec5d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:32.097096 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c674db0-dc8d-48a8-ae5c-67d5bd5439e3 req-e84e6f0c-8335-4291-a97c-417bdc07ec5d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0636036 Jan 19 01:02:32.148206 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c674db0-dc8d-48a8-ae5c-67d5bd5439e3 req-897eea02-1334-4cf7-832f-da0cf2b1f279 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Jan 19 01:02:32.473846 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cea401-8829-4c27-9c8c-9a2420f1c0ee req-aaa442d2-fb9a-450b-92fe-667d80f912e7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:32.475349 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-67cea401-8829-4c27-9c8c-9a2420f1c0ee req-aaa442d2-fb9a-450b-92fe-667d80f912e7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0495403 Jan 19 01:02:32.525177 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-67cea401-8829-4c27-9c8c-9a2420f1c0ee req-3531960e-011e-4e47-81c2-4e825462488d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Jan 19 01:02:32.936109 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b652233-6681-4c06-8e4e-962f8e5d48c7 req-57bf5757-1432-4108-8f26-031f43ca658a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:32.937681 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b652233-6681-4c06-8e4e-962f8e5d48c7 req-57bf5757-1432-4108-8f26-031f43ca658a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 944 time: 0.0513561 Jan 19 01:02:32.986595 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b652233-6681-4c06-8e4e-962f8e5d48c7 req-1381e8d5-f445-4bad-b610-6ed750b7996b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Jan 19 01:02:32.997532 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 284f59e4-d32f-4e98-adc8-83e29a3730d5 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:02:33.038769 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7019c-2de4-4fcc-b1c1-47165e930c74 req-dc74f776-96b0-4a77-8c56-630b8e93b909 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:33.040875 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-90a7019c-2de4-4fcc-b1c1-47165e930c74 req-dc74f776-96b0-4a77-8c56-630b8e93b909 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0558329 Jan 19 01:02:33.052297 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 284f59e4-d32f-4e98-adc8-83e29a3730d5 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:02:33.056508 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 284f59e4-d32f-4e98-adc8-83e29a3730d5 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:02:33.056886 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:33.094673 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-90a7019c-2de4-4fcc-b1c1-47165e930c74 req-26c7425a-a68d-45a4-b8d7-d20ada974cb4 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459490 Jan 19 01:02:33.133348 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 284f59e4-d32f-4e98-adc8-83e29a3730d5 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:33.133758 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:33.160208 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f59e4-d32f-4e98-adc8-83e29a3730d5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:33.162441 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3b5865-3630-4d8c-ab41-08c432be6f39" -d '{"events": [{"server_uuid": "6f94565c-3ebb-44c9-affe-c5060f9e695c", "name": "network-vif-plugged", "status": "completed", "tag": "284f59e4-d32f-4e98-adc8-83e29a3730d5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:33.175181 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 284f59e4-d32f-4e98-adc8-83e29a3730d5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=284f59e4-d32f-4e98-adc8-83e29a3730d5,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:33.180081 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:33.208302 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f03ac7-80a0-4bd5-a20b-378ea8ca34ec x-openstack-request-id: req-f2f03ac7-80a0-4bd5-a20b-378ea8ca34ec {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:33.208611 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f94565c-3ebb-44c9-affe-c5060f9e695c", "name": "network-vif-plugged", "status": "completed", "tag": "284f59e4-d32f-4e98-adc8-83e29a3730d5", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:33.208865 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2f03ac7-80a0-4bd5-a20b-378ea8ca34ec {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:33.209417 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f59e4-d32f-4e98-adc8-83e29a3730d5', 'code': 200} Jan 19 01:02:33.242213 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=284f59e4-d32f-4e98-adc8-83e29a3730d5,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:33.270399 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1bf7b-8752-4ec7-bce0-e3eaa1db8964 req-e1e96044-2fda-4e2b-8874-1a5c886662aa tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:33.272139 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bbb1bf7b-8752-4ec7-bce0-e3eaa1db8964 req-e1e96044-2fda-4e2b-8874-1a5c886662aa tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0520837 Jan 19 01:02:33.321168 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bbb1bf7b-8752-4ec7-bce0-e3eaa1db8964 req-2ea518ff-9181-4b11-81c6-bc3d338125ec tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Jan 19 01:02:33.671093 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e7e13-4124-48bc-8695-edadec454d02 req-4bddf973-70d6-418d-b921-ed04365057b9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:33.672669 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9a4e7e13-4124-48bc-8695-edadec454d02 req-4bddf973-70d6-418d-b921-ed04365057b9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0575814 Jan 19 01:02:33.756239 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9a4e7e13-4124-48bc-8695-edadec454d02 req-959e16db-e877-4aa1-91fa-6d3f3b05f71a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751905 Jan 19 01:02:33.758060 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a8ba-2830-4c11-81ee-20dc1732ad0f req-70b43393-0794-484f-b6ea-8bf43e1acb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:33.759466 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0795a8ba-2830-4c11-81ee-20dc1732ad0f req-70b43393-0794-484f-b6ea-8bf43e1acb27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 1098 time: 0.0966392 Jan 19 01:02:33.816702 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0795a8ba-2830-4c11-81ee-20dc1732ad0f req-239b4b83-4815-48a8-8610-5cf7968c517e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Jan 19 01:02:34.107677 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a3923-7859-4b86-a20b-f7dbc219f382 req-896a771c-07a9-43a0-92dc-1c215f4e5249 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:34.109235 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-362a3923-7859-4b86-a20b-f7dbc219f382 req-896a771c-07a9-43a0-92dc-1c215f4e5249 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0504553 Jan 19 01:02:34.166164 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-362a3923-7859-4b86-a20b-f7dbc219f382 req-0f2e680a-b5b1-4c36-9e28-330f7ffd1d39 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502942 Jan 19 01:02:34.212834 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443a33-ce58-4fd2-9cf1-b5acc1b776b6 req-77ea2639-4def-4db3-9fd4-d8a2950877d3 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:34.214389 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-04443a33-ce58-4fd2-9cf1-b5acc1b776b6 req-77ea2639-4def-4db3-9fd4-d8a2950877d3 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0515301 Jan 19 01:02:34.271531 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-04443a33-ce58-4fd2-9cf1-b5acc1b776b6 req-96c0a06d-fe37-48dc-b6d0-fa932dc27804 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499554 Jan 19 01:02:34.443289 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80cd6d-00bc-4afa-ab82-c3ae3319d3ac req-f43ad094-d874-47ae-a7b5-73c58731bd8b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:34.444953 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be80cd6d-00bc-4afa-ab82-c3ae3319d3ac req-f43ad094-d874-47ae-a7b5-73c58731bd8b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0515676 Jan 19 01:02:34.495881 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be80cd6d-00bc-4afa-ab82-c3ae3319d3ac req-f5d156e5-c118-41f9-8de8-1b6bd53a103a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452769 Jan 19 01:02:34.627651 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2fef-a736-442b-ae99-0c130d905293 req-b45d32fc-6639-412b-baa0-3ea34bd46ed9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:34.629047 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-369f2fef-a736-442b-ae99-0c130d905293 req-b45d32fc-6639-412b-baa0-3ea34bd46ed9 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0527894 Jan 19 01:02:34.676104 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-369f2fef-a736-442b-ae99-0c130d905293 req-10104eae-c3a6-40a4-a847-e7ad745a5e2b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Jan 19 01:02:34.779795 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39616) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:34.831719 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] Deleting subnet d19963a3-f6fb-438e-b34f-8be210057812 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:02:34.836391 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] Publish callbacks [] for subnet (d19963a3-f6fb-438e-b34f-8be210057812), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:34.913726 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (d19963a3-f6fb-438e-b34f-8be210057812), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:34.955830 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f1c79-0fc2-4d17-abba-430daf0c19ba req-133eb090-0bea-4379-8c3b-a9571bf91a0b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:34.957400 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1b6f1c79-0fc2-4d17-abba-430daf0c19ba req-133eb090-0bea-4379-8c3b-a9571bf91a0b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0975871 Jan 19 01:02:34.975415 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (d19963a3-f6fb-438e-b34f-8be210057812), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.045598 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1b6f1c79-0fc2-4d17-abba-430daf0c19ba req-11903b4a-eaae-464e-ba23-89b6a233d391 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796471 Jan 19 01:02:35.068698 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (d19963a3-f6fb-438e-b34f-8be210057812), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.098257 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58edd1-dbc8-49d3-bd1c-cb7bbbdf8934 req-1f50ce7e-3c00-4170-b952-3e1a1499bf8c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:35.101837 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a58edd1-dbc8-49d3-bd1c-cb7bbbdf8934 req-1f50ce7e-3c00-4170-b952-3e1a1499bf8c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.1017265 Jan 19 01:02:35.102170 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19963a3-f6fb-438e-b34f-8be210057812,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:35.110155 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.118098 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a7868aea-2cf4-4723-b1ca-0d72ee1fa74d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d19963a3-f6fb-438e-b34f-8be210057812 HTTP/1.1" status: 204 len: 168 time: 0.3370485 Jan 19 01:02:35.120361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39628) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:35.174692 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a58edd1-dbc8-49d3-bd1c-cb7bbbdf8934 req-18ad1fef-302e-4f54-a6ab-353551fc1554 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574901 Jan 19 01:02:35.203849 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (3b4a6eca-bc34-40ef-838e-484e8a43c7dd), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.330700 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (3b4a6eca-bc34-40ef-838e-484e8a43c7dd), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.360117 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4a6eca-bc34-40ef-838e-484e8a43c7dd']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:35.379936 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d360a0-9fc8-4429-9128-50876d40f2e9 req-91431f6d-15d6-4785-92e0-fcb82e6f3c5d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:35.382514 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30d360a0-9fc8-4429-9128-50876d40f2e9 req-91431f6d-15d6-4785-92e0-fcb82e6f3c5d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0970681 Jan 19 01:02:35.384845 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:35.388062 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:35.401003 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.419335 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.422287 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82859e-bf3b-4e30-b226-9c019e566452 req-7781bd35-8886-4d59-82e1-a084b76171d5 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:35.424676 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e82859e-bf3b-4e30-b226-9c019e566452 req-7781bd35-8886-4d59-82e1-a084b76171d5 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0620539 Jan 19 01:02:35.434520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:02:35.434925 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (5e7e0a9f-9fb4-4ee5-9285-abcfa3628eba), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.437230 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:02:35.440170 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:02:35.524701 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (3b4a6eca-bc34-40ef-838e-484e8a43c7dd), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.533685 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.540410 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3b4a6eca-bc34-40ef-838e-484e8a43c7dd HTTP/1.1" status: 204 len: 168 time: 0.4151156 Jan 19 01:02:35.552155 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e82859e-bf3b-4e30-b226-9c019e566452 req-7bbc131f-9631-48ee-b7b3-2b402ee071bf tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201117 Jan 19 01:02:35.577031 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-30d360a0-9fc8-4429-9128-50876d40f2e9 req-a8e57bfe-316e-459e-a1ed-47d254353dc1 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548998 Jan 19 01:02:35.596934 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445a591-7e79-4ba3-92f1-e137a0ecee59 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4a6eca-bc34-40ef-838e-484e8a43c7dd,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:35.849240 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 39648) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:35.896697 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1a9e51d2-8421-4dc9-89ec-19db249d215f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b28795d42306497ea73c57f43a3f8798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460887 Jan 19 01:02:35.899414 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 39650) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:35.960010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5721d88d-de1f-4428-89b3-c54897535a5b admin admin] Publish callbacks [] for security_group (2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:35.984846 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5721d88d-de1f-4428-89b3-c54897535a5b admin admin] Publish callbacks [] for security_group (2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:36.035615 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5721d88d-de1f-4428-89b3-c54897535a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:36.038524 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5721d88d-de1f-4428-89b3-c54897535a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:36.039726 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5721d88d-de1f-4428-89b3-c54897535a5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2 HTTP/1.1" status: 204 len: 168 time: 0.1391907 Jan 19 01:02:36.048247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721d88d-de1f-4428-89b3-c54897535a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d1c50-ab8c-41fa-86ce-44d826ea2fc2,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:36.215661 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46b026-f6a9-4f54-b05f-ea4e90b7356e req-85f8964e-98e7-4e29-b78a-1d4793babe50 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:36.217115 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9d46b026-f6a9-4f54-b05f-ea4e90b7356e req-85f8964e-98e7-4e29-b78a-1d4793babe50 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0578980 Jan 19 01:02:36.278904 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9d46b026-f6a9-4f54-b05f-ea4e90b7356e req-914d7d33-89f2-4d41-91aa-1d45f76e2f68 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551720 Jan 19 01:02:36.693673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009756b5-66e0-4ae6-aff1-70d640c8b5a6 req-2276d14f-eb5b-4961-b969-eb20d4e43fc0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:36.695267 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-009756b5-66e0-4ae6-aff1-70d640c8b5a6 req-2276d14f-eb5b-4961-b969-eb20d4e43fc0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0559831 Jan 19 01:02:36.722928 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e49d93-d20a-48f0-a9d0-be5aaca99ca5 req-6954f4be-1704-43db-bb4e-0d6f0d242016 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:36.724512 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-19e49d93-d20a-48f0-a9d0-be5aaca99ca5 req-6954f4be-1704-43db-bb4e-0d6f0d242016 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0632010 Jan 19 01:02:36.753727 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-009756b5-66e0-4ae6-aff1-70d640c8b5a6 req-5dfe6345-2eb0-4979-afe4-83b0f7e074e5 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508313 Jan 19 01:02:36.780341 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-19e49d93-d20a-48f0-a9d0-be5aaca99ca5 req-c871e853-be10-4518-a36d-c9dc39eb2be4 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Jan 19 01:02:37.422622 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040f7c0-e43c-43b7-82ef-58880c9009fb req-a1fdd504-6f5f-4af5-936a-7373ed9ff8f9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:37.425006 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c040f7c0-e43c-43b7-82ef-58880c9009fb req-a1fdd504-6f5f-4af5-936a-7373ed9ff8f9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0520248 Jan 19 01:02:37.479744 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c040f7c0-e43c-43b7-82ef-58880c9009fb req-6bc827e7-3919-4399-b0cd-100e3dbf80fd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Jan 19 01:02:37.904930 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869c051-9b13-4b32-9e54-b5cc067c5d6e req-9434bc35-3b97-426b-b156-186e6ff50eb7 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:37.907840 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7869c051-9b13-4b32-9e54-b5cc067c5d6e req-9434bc35-3b97-426b-b156-186e6ff50eb7 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0555983 Jan 19 01:02:37.919743 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdcf05-3def-4dd1-8345-ef765e6d5a8e req-4c924723-cc90-4217-8d28-4e5ce03727f0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:37.922471 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ecdcf05-3def-4dd1-8345-ef765e6d5a8e req-4c924723-cc90-4217-8d28-4e5ce03727f0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0945156 Jan 19 01:02:37.960085 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7869c051-9b13-4b32-9e54-b5cc067c5d6e req-4e917236-f058-476b-b908-fa762daf8043 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461347 Jan 19 01:02:37.984443 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ecdcf05-3def-4dd1-8345-ef765e6d5a8e req-e4b3062c-c8dd-4fef-9d1c-3b589ef9280b tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557988 Jan 19 01:02:38.623467 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddf42c-f528-4d5a-b28e-c48cd358e4f0 req-52060482-b413-4e41-b3da-315fe984e65a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:38.625265 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-12ddf42c-f528-4d5a-b28e-c48cd358e4f0 req-52060482-b413-4e41-b3da-315fe984e65a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0621138 Jan 19 01:02:38.678373 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-12ddf42c-f528-4d5a-b28e-c48cd358e4f0 req-e3c0fa6a-f2fb-4e14-8589-570b31c1c688 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470011 Jan 19 01:02:39.202031 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94f01-7fee-472b-8340-ec22746c4b5f req-2bd4e652-579a-48f0-9a49-79e01d7aca28 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:39.234433 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6db94f01-7fee-472b-8340-ec22746c4b5f req-2bd4e652-579a-48f0-9a49-79e01d7aca28 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.1700068 Jan 19 01:02:39.314565 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6db94f01-7fee-472b-8340-ec22746c4b5f req-c09cba2a-1d04-4ece-9b22-d78d5f3be893 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788085 Jan 19 01:02:39.433133 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eaeb5b-7958-42de-80dd-4dc2b6b7569b req-5dd95ec8-28e7-45fe-ba64-23011b079f6c tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:39.435024 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-54eaeb5b-7958-42de-80dd-4dc2b6b7569b req-5dd95ec8-28e7-45fe-ba64-23011b079f6c tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.3694746 Jan 19 01:02:39.489027 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-54eaeb5b-7958-42de-80dd-4dc2b6b7569b req-4da37bb8-8717-423f-9b9a-749669f3eb51 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461020 Jan 19 01:02:39.777607 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004b4e-cd53-4a06-95f1-31c3c3440a61 req-c8e1f497-1aca-4518-af76-3a3d985621e7 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:39.779443 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-78004b4e-cd53-4a06-95f1-31c3c3440a61 req-c8e1f497-1aca-4518-af76-3a3d985621e7 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0828981 Jan 19 01:02:39.841241 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-78004b4e-cd53-4a06-95f1-31c3c3440a61 req-b0ae42f5-7c13-49b2-8744-029f8ce4a9e2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503058 Jan 19 01:02:39.886575 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f8721-0f83-40e2-b437-493ceeeea6da req-22e77d1e-a3b5-450c-a142-a7b887cd6afb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:39.888086 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-887f8721-0f83-40e2-b437-493ceeeea6da req-22e77d1e-a3b5-450c-a142-a7b887cd6afb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0520232 Jan 19 01:02:39.948320 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-887f8721-0f83-40e2-b437-493ceeeea6da req-4a58430c-3bbc-4ea7-a263-4a38b015b725 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539167 Jan 19 01:02:40.451287 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053443d-abad-407e-afb0-d3098adbc05f req-ac2b91bb-5ccf-4192-bbe1-aacb3d5cc256 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:40.453162 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b053443d-abad-407e-afb0-d3098adbc05f req-ac2b91bb-5ccf-4192-bbe1-aacb3d5cc256 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0637887 Jan 19 01:02:40.524334 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b053443d-abad-407e-afb0-d3098adbc05f req-7c283325-b21e-4522-8401-1cc63a002cb5 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647104 Jan 19 01:02:40.621728 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585487e-9640-418c-b3cc-fc533c297b1d req-9d3f6155-c9a2-42dd-bb88-03812a657f9a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:40.623351 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e585487e-9640-418c-b3cc-fc533c297b1d req-9d3f6155-c9a2-42dd-bb88-03812a657f9a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0548587 Jan 19 01:02:40.698074 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e585487e-9640-418c-b3cc-fc533c297b1d req-bfc01bf9-eb44-4de1-b6d6-c19f2143d6d0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671842 Jan 19 01:02:41.012383 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e65e-f4fc-4906-b1aa-19058b4e1d21 req-0984fa4f-2825-44bb-b791-6df10aa9b155 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:41.014014 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3b6e65e-f4fc-4906-b1aa-19058b4e1d21 req-0984fa4f-2825-44bb-b791-6df10aa9b155 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0822172 Jan 19 01:02:41.090327 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a3b6e65e-f4fc-4906-b1aa-19058b4e1d21 req-3b9e0164-472f-4714-95f7-d52b861e6364 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697939 Jan 19 01:02:41.208012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248b7f-119e-430d-b897-69eeb612f0c7 req-34442ba3-4e18-439f-b285-c454c4f1937a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:41.209884 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-06248b7f-119e-430d-b897-69eeb612f0c7 req-34442ba3-4e18-439f-b285-c454c4f1937a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0548289 Jan 19 01:02:41.232875 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f405f8-152c-4ff8-be82-30ea8e367725 req-f06273c8-dc0e-4f3a-8431-ebfe1d21f4fd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:41.236114 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-15f405f8-152c-4ff8-be82-30ea8e367725 req-f06273c8-dc0e-4f3a-8431-ebfe1d21f4fd tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0648844 Jan 19 01:02:41.272661 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-06248b7f-119e-430d-b897-69eeb612f0c7 req-0ab80165-fd3d-48f3-ad30-9f273c39cb5a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564399 Jan 19 01:02:41.287877 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-15f405f8-152c-4ff8-be82-30ea8e367725 req-175c61b4-247f-4e04-bdf3-e90475a51cb2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Jan 19 01:02:41.601157 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:02:41.703073 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:41.715373 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'port_id': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'mac_address': 'fa:16:3e:77:8f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:02:41.756515 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:41.756910 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:41.776290 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:02:41.799432 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:41.804293 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:41.839249 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6cfb6-f6f7-4125-bba0-cad9a4fd25ea req-cd737b33-5643-4288-8788-fe3eee3be13b tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:41.840949 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25f6cfb6-f6f7-4125-bba0-cad9a4fd25ea req-cd737b33-5643-4288-8788-fe3eee3be13b tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0589557 Jan 19 01:02:41.863420 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:41.899356 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25f6cfb6-f6f7-4125-bba0-cad9a4fd25ea req-67c9bd52-bd1f-45f5-b620-52d8fcf36311 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486767 Jan 19 01:02:42.209601 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c9a3a-8c30-4422-b1dc-b4d29fe27681 req-cfe27fe2-45b9-43d5-964a-9f0a89385999 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:42.211161 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f70c9a3a-8c30-4422-b1dc-b4d29fe27681 req-cfe27fe2-45b9-43d5-964a-9f0a89385999 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Jan 19 01:02:42.262658 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f70c9a3a-8c30-4422-b1dc-b4d29fe27681 req-a0c27710-822a-4416-9cd0-97843265f9ee tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Jan 19 01:02:42.432224 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a2a6b-0538-48cb-aa3e-fce7ee207a13 req-17b51f92-d41b-4304-a81a-10ac5fa12332 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:42.438109 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc9a2a6b-0538-48cb-aa3e-fce7ee207a13 req-17b51f92-d41b-4304-a81a-10ac5fa12332 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0806768 Jan 19 01:02:42.466809 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:42.491856 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc9a2a6b-0538-48cb-aa3e-fce7ee207a13 req-7510a76e-6386-4118-a927-b98ad0b819bf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513577 Jan 19 01:02:42.504563 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015e0c-3931-4b81-96ee-7abebab31401 req-aa8188a2-6842-4917-95a0-15227c70efd0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:42.510143 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7e015e0c-3931-4b81-96ee-7abebab31401 req-aa8188a2-6842-4917-95a0-15227c70efd0 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0688004 Jan 19 01:02:42.558055 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7e015e0c-3931-4b81-96ee-7abebab31401 req-38ddebfc-fbc8-4b27-85db-678efb460c28 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Jan 19 01:02:43.018748 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ec408-c7eb-457b-9d8d-dfa1af76cec4 req-5c3808ce-6e3e-4a82-b82d-547df39d4c3e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:43.020333 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b8ec408-c7eb-457b-9d8d-dfa1af76cec4 req-5c3808ce-6e3e-4a82-b82d-547df39d4c3e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 944 time: 0.0520976 Jan 19 01:02:43.080667 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b8ec408-c7eb-457b-9d8d-dfa1af76cec4 req-455166b9-8bae-4d81-a4dc-a19a0274e075 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544000 Jan 19 01:02:43.383349 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8de21-54aa-47dd-a530-529beb6dd879 req-ab0db693-3282-4b39-bbe9-28b311ef67e3 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:43.384865 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-49e8de21-54aa-47dd-a530-529beb6dd879 req-ab0db693-3282-4b39-bbe9-28b311ef67e3 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Jan 19 01:02:43.437180 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-49e8de21-54aa-47dd-a530-529beb6dd879 req-873a1295-6059-43dc-b84b-ecbc4c1fb306 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467362 Jan 19 01:02:43.629917 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa22dc-99f3-44ca-9a5d-f718c37f0f3c req-51caf30b-c9b7-406f-99a2-9727f51eaab3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:43.631494 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eaaa22dc-99f3-44ca-9a5d-f718c37f0f3c req-51caf30b-c9b7-406f-99a2-9727f51eaab3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0547588 Jan 19 01:02:43.679503 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b7bc6-91fe-4e85-8876-80993934af4c req-58591c8d-80db-4bcb-95e5-978620e72363 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:43.681070 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-808b7bc6-91fe-4e85-8876-80993934af4c req-58591c8d-80db-4bcb-95e5-978620e72363 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0509193 Jan 19 01:02:43.691867 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eaaa22dc-99f3-44ca-9a5d-f718c37f0f3c req-8cc2e775-e06a-45c9-9cad-1be611297ece tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548470 Jan 19 01:02:43.746556 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-808b7bc6-91fe-4e85-8876-80993934af4c req-c78b4f7b-e30f-46fc-8a33-4f359af8411b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555785 Jan 19 01:02:44.209041 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32fede-7f77-4fb0-80cc-62e5d6c81df9 req-4c552305-a4d9-4a73-925b-c7c3083f2eca tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:44.210698 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b32fede-7f77-4fb0-80cc-62e5d6c81df9 req-4c552305-a4d9-4a73-925b-c7c3083f2eca tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 944 time: 0.0543499 Jan 19 01:02:44.265245 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b32fede-7f77-4fb0-80cc-62e5d6c81df9 req-c86bb9e6-f0f9-4a6d-a450-087f71b5a9fb tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483408 Jan 19 01:02:44.567448 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bc6fb-b9b7-4faa-8c09-cc74358892df req-fb0536a2-3d1b-43e0-b9c3-33e0b7d6abbf tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:44.569000 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-786bc6fb-b9b7-4faa-8c09-cc74358892df req-fb0536a2-3d1b-43e0-b9c3-33e0b7d6abbf tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0523903 Jan 19 01:02:44.618300 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-786bc6fb-b9b7-4faa-8c09-cc74358892df req-36ca51b5-4cb9-4fe5-9798-2d908cc5da82 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Jan 19 01:02:44.837031 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53660a-7874-421a-860e-7b7a1a5e453b req-7e3df093-cf57-44e5-b2bb-b15dfcc1b7ae tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:44.838871 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b53660a-7874-421a-860e-7b7a1a5e453b req-7e3df093-cf57-44e5-b2bb-b15dfcc1b7ae tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0607238 Jan 19 01:02:44.894764 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fc814-f49a-467a-9102-45665c620a7a req-729198b0-4529-4b0f-8a28-bf87b6148a48 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:44.896496 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b53660a-7874-421a-860e-7b7a1a5e453b req-898126c1-5875-483b-bbc6-a69a7b23914b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 Jan 19 01:02:44.897884 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3a6fc814-f49a-467a-9102-45665c620a7a req-729198b0-4529-4b0f-8a28-bf87b6148a48 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.0688252 Jan 19 01:02:44.959630 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3a6fc814-f49a-467a-9102-45665c620a7a req-5ee0144f-6a08-43c5-a04f-7cc6bc59da26 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Jan 19 01:02:45.474201 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab92637-2ed6-4902-a134-95ba5d033db0 req-08c6d1a4-7acf-4b50-a86c-583281e1469e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:45.476963 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0ab92637-2ed6-4902-a134-95ba5d033db0 req-08c6d1a4-7acf-4b50-a86c-583281e1469e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 944 time: 0.1330960 Jan 19 01:02:45.496301 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-1d5eda84-3f05-431d-90b7-892c413a3d63 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:45.497899 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-1d5eda84-3f05-431d-90b7-892c413a3d63 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 945 time: 0.1136405 Jan 19 01:02:45.577499 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0ab92637-2ed6-4902-a134-95ba5d033db0 req-b4397ed4-718d-417c-8bca-f1deaed6542e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945365 Jan 19 01:02:45.611418 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:02:45.659987 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Deleting port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:02:45.660542 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:45.692637 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:02:45.699785 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:02:45.700382 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:45.809293 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aace19-f9ec-4390-89cf-f61d0ea744e9 req-bed54c66-6ce5-4b9e-aca9-9a9d99b11c26 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:45.810971 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56aace19-f9ec-4390-89cf-f61d0ea744e9 req-bed54c66-6ce5-4b9e-aca9-9a9d99b11c26 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0665808 Jan 19 01:02:45.828600 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] For port 32c13ac8-bf95-47c1-9b8f-b346eaddc840, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=32c13ac8-bf95-47c1-9b8f-b346eaddc840,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:45.829257 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:45.843390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:45.843941 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:45.855184 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Calling delete_port for 32c13ac8-bf95-47c1-9b8f-b346eaddc840 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:02:45.873613 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:45.876622 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db36f7-a627-4501-8e11-7de820f3c02b" -d '{"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:45.878787 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56aace19-f9ec-4390-89cf-f61d0ea744e9 req-54bf1cc2-904b-4ef8-88ae-856135b8bcec tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587728 Jan 19 01:02:45.891947 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:45.903105 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:45.945498 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9c7b4-f8b6-46e5-9abd-86b7b268dbc0 x-openstack-request-id: req-60f9c7b4-f8b6-46e5-9abd-86b7b268dbc0 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:45.945498 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:45.945498 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60f9c7b4-f8b6-46e5-9abd-86b7b268dbc0 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:45.945498 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'code': 200} Jan 19 01:02:45.989676 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:46.061766 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (32c13ac8-bf95-47c1-9b8f-b346eaddc840), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:46.083147 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a0678-a1e5-4f33-a87b-93e423ec702b req-fd419e37-9e36-487a-8ba0-84b826761a73 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:46.090448 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-979a0678-a1e5-4f33-a87b-93e423ec702b req-fd419e37-9e36-487a-8ba0-84b826761a73 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0713713 Jan 19 01:02:46.122805 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Pushing event deleted for resources: {'Port': ['ID=32c13ac8-bf95-47c1-9b8f-b346eaddc840,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:46.140587 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['32c13ac8-bf95-47c1-9b8f-b346eaddc840', '1c132cd5-f5f6-4711-b7a1-f2914b638f73'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:46.171941 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-979a0678-a1e5-4f33-a87b-93e423ec702b req-cb097814-421a-4f0b-b8e9-e5b6cbaed9d1 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802693 Jan 19 01:02:46.213454 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] No DVR routers for this DVR port 32c13ac8-bf95-47c1-9b8f-b346eaddc840 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:02:46.229910 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:46.233620 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96811d74-15e2-4c5b-81b0-e679b4c33a96 req-9ff2bea0-fc6a-41c0-87ee-9e05f2d60216 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "DELETE /v2.0/ports/32c13ac8-bf95-47c1-9b8f-b346eaddc840 HTTP/1.1" status: 204 len: 173 time: 0.7266986 Jan 19 01:02:46.236308 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'name': 'network-vif-deleted', 'tag': '32c13ac8-bf95-47c1-9b8f-b346eaddc840'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:46.239397 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815fc748-3caa-4608-a15a-959fb2f1fdcd" -d '{"events": [{"server_uuid": "a2c1f091-fd00-4336-ac27-00b75a950e01", "name": "network-vif-deleted", "tag": "32c13ac8-bf95-47c1-9b8f-b346eaddc840"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:46.276491 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e3c9c9d-b712-40f2-87ea-b13d4d6370c6 req-cc907fe3-75e2-4936-9575-4fe12384ea1a tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 210 time: 0.0897324 Jan 19 01:02:46.386026 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5d94d-91f9-44fb-ad31-89738e644d4a x-openstack-request-id: req-cec5d94d-91f9-44fb-ad31-89738e644d4a {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:46.386352 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c1f091-fd00-4336-ac27-00b75a950e01", "name": "network-vif-deleted", "tag": "32c13ac8-bf95-47c1-9b8f-b346eaddc840", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:46.386574 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cec5d94d-91f9-44fb-ad31-89738e644d4a {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:46.386996 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c1f091-fd00-4336-ac27-00b75a950e01', 'name': 'network-vif-deleted', 'tag': '32c13ac8-bf95-47c1-9b8f-b346eaddc840', 'status': 'completed', 'code': 200} Jan 19 01:02:46.549232 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff982-2ac1-4935-8270-170e8a44d613 req-6a2a2701-955a-4850-84e0-eaa8c86d34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:46.551660 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f75ff982-2ac1-4935-8270-170e8a44d613 req-6a2a2701-955a-4850-84e0-eaa8c86d34ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1098 time: 0.0435362 Jan 19 01:02:46.610144 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f75ff982-2ac1-4935-8270-170e8a44d613 req-50c09276-740b-4a47-babe-c8ccaabaee22 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475636 Jan 19 01:02:46.707324 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffcdd1-858c-4b81-915b-449973adac84 req-07247906-1eb2-4ab5-a377-36ced254b41b tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:46.708838 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5dffcdd1-858c-4b81-915b-449973adac84 req-07247906-1eb2-4ab5-a377-36ced254b41b tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0515232 Jan 19 01:02:46.759026 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5dffcdd1-858c-4b81-915b-449973adac84 req-f5ff2304-c08c-4c26-9674-c4ff2e3fed33 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439446 Jan 19 01:02:47.002106 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167fc0-c24f-4c7b-a8c3-793a122ac4db req-6bd14970-639f-4395-8e28-92b22f888a60 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:47.003606 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-15167fc0-c24f-4c7b-a8c3-793a122ac4db req-6bd14970-639f-4395-8e28-92b22f888a60 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0535469 Jan 19 01:02:47.061296 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-15167fc0-c24f-4c7b-a8c3-793a122ac4db req-fe33d64f-206f-4f90-a8c5-439db783e560 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518761 Jan 19 01:02:47.319383 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633da121-279b-4a62-a0b5-6f00cbbc3f07 req-6491479e-5afa-4f1f-be91-56dd326e2ec2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:47.320881 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-633da121-279b-4a62-a0b5-6f00cbbc3f07 req-6491479e-5afa-4f1f-be91-56dd326e2ec2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 943 time: 0.0537353 Jan 19 01:02:47.375213 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-633da121-279b-4a62-a0b5-6f00cbbc3f07 req-0096ccb0-5f75-4d27-b3aa-01fa26abe075 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474489 Jan 19 01:02:47.432503 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-37346270-8686-4f39-b85f-a9ce05b0f748 req-11b2610f-6c27-4586-a711-a35ff8d7d856 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2c1f091-fd00-4336-ac27-00b75a950e01 HTTP/1.1" status: 200 len: 210 time: 0.0260959 Jan 19 01:02:47.626709 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:02:47.733193 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:47.750568 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'port_id': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'mac_address': 'fa:16:3e:c3:40:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:02:47.791822 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:47.792217 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:47.807191 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106fe9e6-c59d-4f8e-a0e4-1767d393e612 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:02:47.827709 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:47.832416 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:47.877765 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3314e-53e8-4b41-8ff7-74ca02e46280 req-511b7b7d-eb17-4cfb-b8dc-f7fe6c78b2a3 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:47.879378 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-69c3314e-53e8-4b41-8ff7-74ca02e46280 req-511b7b7d-eb17-4cfb-b8dc-f7fe6c78b2a3 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Jan 19 01:02:47.895358 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=9']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:47.929904 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-69c3314e-53e8-4b41-8ff7-74ca02e46280 req-47efae5d-2062-4d17-b5ac-52edff701585 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448372 Jan 19 01:02:48.196082 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ec31-9ad9-4397-be4e-bd02d4f6c15f req-84deff5f-57ee-44f2-b52d-608723e00b23 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:48.197697 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a650ec31-9ad9-4397-be4e-bd02d4f6c15f req-84deff5f-57ee-44f2-b52d-608723e00b23 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0669127 Jan 19 01:02:48.256258 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a650ec31-9ad9-4397-be4e-bd02d4f6c15f req-bfc5be6e-61e3-49c1-832d-87e096c669e3 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527894 Jan 19 01:02:48.542982 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f5e3-4ddd-435c-8241-1b33ddd6a8d9 req-f645639a-1387-414d-acaa-6a483fe7baa6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:48.550928 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6666f5e3-4ddd-435c-8241-1b33ddd6a8d9 req-f645639a-1387-414d-acaa-6a483fe7baa6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 0.0814192 Jan 19 01:02:48.599819 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6666f5e3-4ddd-435c-8241-1b33ddd6a8d9 req-2d41bb0b-9652-4084-b2da-02f3cf1ab646 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478728 Jan 19 01:02:48.736492 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d8950-ed15-43ab-a2f3-2671b20235fe req-5b0edb07-6731-4110-8242-39716303f030 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:48.738016 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ca5d8950-ed15-43ab-a2f3-2671b20235fe req-5b0edb07-6731-4110-8242-39716303f030 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0583615 Jan 19 01:02:48.788507 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ca5d8950-ed15-43ab-a2f3-2671b20235fe req-51c00bf4-3901-42a0-94b1-c3205e82193a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442183 Jan 19 01:02:48.791174 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d7ac6-3c62-4723-abbf-967ab784e5d7 req-c9ecc640-7935-4a4b-874c-04d153e37a2e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:48.793010 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e0d7ac6-3c62-4723-abbf-967ab784e5d7 req-c9ecc640-7935-4a4b-874c-04d153e37a2e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Jan 19 01:02:48.818159 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39886) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:48.835949 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['106fe9e6-c59d-4f8e-a0e4-1767d393e612'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:48.855208 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e0d7ac6-3c62-4723-abbf-967ab784e5d7 req-ebbb434e-38b0-487d-a91a-1f9b82f1e2d2 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560250 Jan 19 01:02:49.004559 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:02:49.060079 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af2560-a96a-4445-a2bc-ff08c0802fcf req-9d1575cc-3c69-4e73-84aa-5faadd19ebb2 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:49.061672 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c5af2560-a96a-4445-a2bc-ff08c0802fcf req-9d1575cc-3c69-4e73-84aa-5faadd19ebb2 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0576720 Jan 19 01:02:49.123430 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c5af2560-a96a-4445-a2bc-ff08c0802fcf req-534b448c-3fc0-42ba-b983-c89a039b8ee0 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544608 Jan 19 01:02:49.140696 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e4886-9bc8-4f94-b8cf-7e7be5709237 tempest-TestMinimumBasicScenario-183555731 tempest-TestMinimumBasicScenario-183555731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:49.146772 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4f4e4886-9bc8-4f94-b8cf-7e7be5709237 tempest-TestMinimumBasicScenario-183555731 tempest-TestMinimumBasicScenario-183555731-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1094 time: 0.3233111 Jan 19 01:02:49.147283 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39894) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:49.153194 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'port_id': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:49.198016 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:49.315534 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8719-fb4a-4f7a-923b-786c3afb4687 req-0001f346-3ee2-425d-b6b0-c3e8085ca76e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:49.317383 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38df8719-fb4a-4f7a-923b-786c3afb4687 req-0001f346-3ee2-425d-b6b0-c3e8085ca76e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0986879 Jan 19 01:02:49.385652 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47476591-4551-4383-9d71-4a17fdacb10c req-5b5e9ce4-808e-494e-b3f0-0e70c65536a9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:49.387227 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47476591-4551-4383-9d71-4a17fdacb10c req-5b5e9ce4-808e-494e-b3f0-0e70c65536a9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0594120 Jan 19 01:02:49.396365 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:49.403516 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-38df8719-fb4a-4f7a-923b-786c3afb4687 req-2c697a68-38fa-41a7-a049-627fa6bcf63d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750973 Jan 19 01:02:49.445450 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 39900) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:49.460279 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47476591-4551-4383-9d71-4a17fdacb10c req-31a19922-9c3f-48ab-8116-333e5b8ef05a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661857 Jan 19 01:02:49.547674 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Allocated IP 172.27.3.90 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/f1a6d447-dade-4cfd-b53b-8a3b7418d452) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:02:49.649701 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 32c13ac8-bf95-47c1-9b8f-b346eaddc840 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:02:49.660697 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba14c1-69e2-49c1-9f3d-aa17a498165d tempest-TestShelveInstance-1738603464 tempest-TestShelveInstance-1738603464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:49.662338 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-33ba14c1-69e2-49c1-9f3d-aa17a498165d tempest-TestShelveInstance-1738603464 tempest-TestShelveInstance-1738603464-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1093 time: 0.2155459 Jan 19 01:02:49.667222 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 39906) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:49.671861 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'port_id': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:49.689764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 32c13ac8-bf95-47c1-9b8f-b346eaddc840 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:02:49.690637 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 32c13ac8-bf95-47c1-9b8f-b346eaddc840 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:02:49.705061 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:49.707371 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:49.822239 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:49.826746 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76af4b-cadd-4504-b571-55cd3e1851e5 req-46e4ab52-d538-4ec4-bdc2-3f46d5ffa65a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:49.830162 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4c76af4b-cadd-4504-b571-55cd3e1851e5 req-46e4ab52-d538-4ec4-bdc2-3f46d5ffa65a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 0.1198454 Jan 19 01:02:49.849823 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:49.936702 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:02:49.941287 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:02:49.946405 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4c76af4b-cadd-4504-b571-55cd3e1851e5 req-9afa14e0-b406-4e48-b228-ed4ac7ef09d8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068552 Jan 19 01:02:49.947036 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'Port': ['ID=f1a6d447-dade-4cfd-b53b-8a3b7418d452,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:49.949447 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:02:50.024617 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Allocated IP 172.27.3.44 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/51fa8b4f-aa83-4484-8bf7-aeb725440204) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:02:50.041710 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d7af1-4c73-40c2-b3bd-47219063cbde req-afe97a28-d5ca-47c3-b0ab-514a86f1ddde tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:50.043421 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e93d7af1-4c73-40c2-b3bd-47219063cbde req-afe97a28-d5ca-47c3-b0ab-514a86f1ddde tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0951498 Jan 19 01:02:50.077759 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67d03c71-faa8-4a57-9821-f5577a0771cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.153271 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e93d7af1-4c73-40c2-b3bd-47219063cbde req-5971d314-2631-493f-88e5-7f084cd3ac0e tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031163 Jan 19 01:02:50.203315 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.245137 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.298728 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:02:50.302192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:02:50.304897 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:02:50.332348 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'Port': ['ID=51fa8b4f-aa83-4484-8bf7-aeb725440204,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:50.366434 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for floatingip (f72e51fa-22ac-448b-9efd-dbc639f54600), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.450115 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.653886 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bf41-3eb3-4512-8cf1-6d1483defc67 req-a14a011e-49a6-4aa4-b104-81031f1c9b10 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:50.655764 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-59a1bf41-3eb3-4512-8cf1-6d1483defc67 req-a14a011e-49a6-4aa4-b104-81031f1c9b10 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0833304 Jan 19 01:02:50.661610 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.676268 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.784397 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'Port': ['ID=f1a6d447-dade-4cfd-b53b-8a3b7418d452,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:50.799596 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-59a1bf41-3eb3-4512-8cf1-6d1483defc67 req-ad268aba-caa4-4a9f-b5f3-4e2c79ef4d56 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340685 Jan 19 01:02:50.805406 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (f72e51fa-22ac-448b-9efd-dbc639f54600), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:50.918906 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Floating IP f72e51fa-22ac-448b-9efd-dbc639f54600 associated. External IP: 172.27.3.90, port: 9758b8ed-8939-4a51-8bec-bc88b27b6d7d. Jan 19 01:02:50.961502 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for floatingip (1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.207108 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:02:51.340042 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb39769-082f-4798-88f5-c6065c8bb66a req-25658939-8e61-44aa-bb82-95cb604f283a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:51.342325 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2bb39769-082f-4798-88f5-c6065c8bb66a req-25658939-8e61-44aa-bb82-95cb604f283a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 944 time: 0.1096115 Jan 19 01:02:51.383890 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.482143 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2bb39769-082f-4798-88f5-c6065c8bb66a req-cfe6eea0-549f-4065-ac03-6aebe68c902d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310153 Jan 19 01:02:51.596164 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13287a-2a49-41a0-b58e-3fd02a6699a6 req-97d130dd-87d6-4bc3-ac5b-faab9c71a793 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:51.597638 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1b13287a-2a49-41a0-b58e-3fd02a6699a6 req-97d130dd-87d6-4bc3-ac5b-faab9c71a793 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.3351436 Jan 19 01:02:51.606986 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:02:51.617192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.621439 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] Sync routers for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:02:51.623491 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.645162 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:02:51.646398 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:02:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:51.653304 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:02:51.665441 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.671608 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event updated for resources: {'Port': ['ID=51fa8b4f-aa83-4484-8bf7-aeb725440204,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:51.718807 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:02:51.719573 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.734536 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.759716 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-efd34a70-1f4f-4e63-a9f2-688381ef5bd6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6108351 Jan 19 01:02:51.767262 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1b13287a-2a49-41a0-b58e-3fd02a6699a6 req-f8e84ee8-b271-4c9a-bce5-f5c72e46c4e4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571157 Jan 19 01:02:51.768240 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39924) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:51.769537 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:51.774229 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:51.786555 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-879d718f-f9b3-4b90-b918-515f509e328a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019152140', 'description': 'tempest-secgroup-smoke-2019152140 description', 'project_id': '57a740c1bb3e424287752ebd823d57ec'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:51.837156 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:02:51.841532 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-879d718f-f9b3-4b90-b918-515f509e328a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.864826 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:51.865647 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.914359 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:51.921797 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90a474-30fe-40a1-af2d-1f6764dab438" -d '{"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-plugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:51.958284 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:51.966767 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.979522 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-879d718f-f9b3-4b90-b918-515f509e328a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group (b299d5c3-3091-4714-8992-7998dee44112), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:51.983017 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81b51bf-5180-4638-b1f5-d1e697fb0617 x-openstack-request-id: req-b81b51bf-5180-4638-b1f5-d1e697fb0617 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:51.983710 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-plugged", "status": "completed", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:51.984433 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b81b51bf-5180-4638-b1f5-d1e697fb0617 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:51.985867 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'code': 200} Jan 19 01:02:51.986049 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b861d-ae06-46ee-b475-202adcf9c296 x-openstack-request-id: req-1d4b861d-ae06-46ee-b475-202adcf9c296 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:51.986286 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:51.986577 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d4b861d-ae06-46ee-b475-202adcf9c296 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:51.986977 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'status': 'completed', 'code': 200} Jan 19 01:02:52.001605 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-879d718f-f9b3-4b90-b918-515f509e328a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b299d5c3-3091-4714-8992-7998dee44112), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.050724 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Floating IP 1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71 associated. External IP: 172.27.3.44, port: 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5. Jan 19 01:02:52.069944 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d718f-f9b3-4b90-b918-515f509e328a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b299d5c3-3091-4714-8992-7998dee44112,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:52.079377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-879d718f-f9b3-4b90-b918-515f509e328a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.084454 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-879d718f-f9b3-4b90-b918-515f509e328a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3040752 Jan 19 01:02:52.088278 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39934) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:52.103400 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-2cd1300b-cbab-41ee-9006-bacacca318b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'security_group_rule': {'security_group_id': 'b299d5c3-3091-4714-8992-7998dee44112', 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:52.133229 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb78139-e756-4e32-ade2-a1c32fabc227 req-117dfcd4-e219-4f0c-9ed0-871706381b03 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:52.134994 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9cb78139-e756-4e32-ade2-a1c32fabc227 req-117dfcd4-e219-4f0c-9ed0-871706381b03 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.1469340 Jan 19 01:02:52.164300 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=10']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:52.209598 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-09ec20c0-2d47-4291-8f04-dd32e0620a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:52.209598 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-09ec20c0-2d47-4291-8f04-dd32e0620a2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1099 time: 0.2344062 Jan 19 01:02:52.222822 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cd1300b-cbab-41ee-9006-bacacca318b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (3a64734c-43f5-483b-805d-2c7b2e14aca2), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.229289 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9cb78139-e756-4e32-ade2-a1c32fabc227 req-7e0a2fb9-e6f6-4d78-9c6e-efe0959ce46f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859487 Jan 19 01:02:52.335938 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cd1300b-cbab-41ee-9006-bacacca318b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (3a64734c-43f5-483b-805d-2c7b2e14aca2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.338882 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6daecf93-6931-41f1-a697-2ac3400cc10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.342285 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cd1300b-cbab-41ee-9006-bacacca318b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (3a64734c-43f5-483b-805d-2c7b2e14aca2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.352032 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'f72e51fa-22ac-448b-9efd-dbc639f54600', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'port_id': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'mac_address': 'fa:16:3e:37:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:02:50Z', 'updated_at': '2022-01-19T01:02:50Z', 'revision_number': 0, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 5, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:52.366422 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1300b-cbab-41ee-9006-bacacca318b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a64734c-43f5-483b-805d-2c7b2e14aca2,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:52.378538 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cd1300b-cbab-41ee-9006-bacacca318b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.381849 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2cd1300b-cbab-41ee-9006-bacacca318b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872641 Jan 19 01:02:52.383998 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39938) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:52.389653 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-3da13122-4f9f-423f-90ac-efef74cbba5a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'security_group_rule': {'security_group_id': 'b299d5c3-3091-4714-8992-7998dee44112', 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:52.395499 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] Checking router: e30d0458-5b34-4553-a4c5-2a65bfe8bf15 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:02:52.408359 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:02:52.409058 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:02:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:52.419716 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-99a3581a-c7d6-44a2-ba96-622f89979fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:52.426146 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-99a3581a-c7d6-44a2-ba96-622f89979fa1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 916 time: 0.2092767 Jan 19 01:02:52.463157 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3da13122-4f9f-423f-90ac-efef74cbba5a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (cc8de249-a0bd-4b25-817e-2d11f0308fc5), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.522658 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-7d1e6dea-27a2-4436-a213-df705b21e6e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 999 time: 0.0918083 Jan 19 01:02:52.525422 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Router 97f8df78-71c8-4fe9-b505-fc192ba85393 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:02:52.549164 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3da13122-4f9f-423f-90ac-efef74cbba5a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (cc8de249-a0bd-4b25-817e-2d11f0308fc5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.554944 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3da13122-4f9f-423f-90ac-efef74cbba5a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (cc8de249-a0bd-4b25-817e-2d11f0308fc5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.580973 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da13122-4f9f-423f-90ac-efef74cbba5a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8de249-a0bd-4b25-817e-2d11f0308fc5,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:52.592226 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:02:52.601338 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3da13122-4f9f-423f-90ac-efef74cbba5a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.608015 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-b760d983-5fc9-4721-acfd-6f31631d2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:52.608334 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3da13122-4f9f-423f-90ac-efef74cbba5a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2228365 Jan 19 01:02:52.608943 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39942) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:52.609691 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-b760d983-5fc9-4721-acfd-6f31631d2324 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 200 len: 854 time: 0.0667703 Jan 19 01:02:52.619868 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-2a5c3925-7419-4910-9ce2-1b42bc120d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'security_group_rule': {'security_group_id': 'b299d5c3-3091-4714-8992-7998dee44112', 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:52.666544 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3925-7419-4910-9ce2-1b42bc120d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (12029313-3103-4700-8fb0-b2af83396296), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.760867 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e34138-62f9-4ad4-98dd-36b3113bd8ba req-f452bb4c-2eb4-4f28-b868-ef69831345dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:52.762530 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7e34138-62f9-4ad4-98dd-36b3113bd8ba req-f452bb4c-2eb4-4f28-b868-ef69831345dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1099 time: 0.0757706 Jan 19 01:02:52.764436 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3925-7419-4910-9ce2-1b42bc120d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (12029313-3103-4700-8fb0-b2af83396296), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.770342 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3925-7419-4910-9ce2-1b42bc120d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (12029313-3103-4700-8fb0-b2af83396296), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.805371 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c3925-7419-4910-9ce2-1b42bc120d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12029313-3103-4700-8fb0-b2af83396296,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:52.830605 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3925-7419-4910-9ce2-1b42bc120d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.835129 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2a5c3925-7419-4910-9ce2-1b42bc120d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249799 Jan 19 01:02:52.838529 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322063-33a1-4600-9ba6-754f4a69a547 req-2dba1f31-6a85-48da-90ea-36788e96ff04 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:52.840063 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 39946) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:52.841505 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-87322063-33a1-4600-9ba6-754f4a69a547 req-2dba1f31-6a85-48da-90ea-36788e96ff04 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.1891360 Jan 19 01:02:52.843898 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-fe3174ba-7487-4f27-916c-6d85b5de2a32 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'security_group_rule': {'security_group_id': 'b299d5c3-3091-4714-8992-7998dee44112', 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:52.858694 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-e646adf2-ba0d-46b6-bf9e-c2c3cc8d233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:52.860818 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-e646adf2-ba0d-46b6-bf9e-c2c3cc8d233d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1979918 Jan 19 01:02:52.868374 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7e34138-62f9-4ad4-98dd-36b3113bd8ba req-c05452e5-e897-4900-9d84-9bb4439b67b3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894730 Jan 19 01:02:52.898015 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fe3174ba-7487-4f27-916c-6d85b5de2a32 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (b3344443-3914-45ed-bb16-9017eb5d65a1), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.924017 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:02:52.945103 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] Sync routers for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:02:52.974111 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-87322063-33a1-4600-9ba6-754f4a69a547 req-9231c0e9-e21e-4657-8204-b206aa4e547b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073737 Jan 19 01:02:52.984099 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:52.990943 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:02:52.993607 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:02:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:53.015194 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fe3174ba-7487-4f27-916c-6d85b5de2a32 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (b3344443-3914-45ed-bb16-9017eb5d65a1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.030159 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72464a5c-0c49-4eb3-8e58-1f7fcb1abf11 req-309f2edf-8769-4163-8f47-d5a83e8e0c4d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:53.032032 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72464a5c-0c49-4eb3-8e58-1f7fcb1abf11 req-309f2edf-8769-4163-8f47-d5a83e8e0c4d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0846715 Jan 19 01:02:53.044692 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-eb810c15-20ee-4db3-9e27-456a455ca20f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3762815 Jan 19 01:02:53.045299 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:53.048094 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb43224e-6674-4d0b-a235-43ef59e81b67" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:53.070267 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fe3174ba-7487-4f27-916c-6d85b5de2a32 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (b3344443-3914-45ed-bb16-9017eb5d65a1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.121675 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3174ba-7487-4f27-916c-6d85b5de2a32 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3344443-3914-45ed-bb16-9017eb5d65a1,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:53.133067 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fe3174ba-7487-4f27-916c-6d85b5de2a32 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.134456 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fe3174ba-7487-4f27-916c-6d85b5de2a32 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2941782 Jan 19 01:02:53.139128 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc72ba7-1e34-42b5-834f-dc451905bfef x-openstack-request-id: req-2dc72ba7-1e34-42b5-834f-dc451905bfef {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:53.139834 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:53.139834 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2dc72ba7-1e34-42b5-834f-dc451905bfef {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:53.140161 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'status': 'completed', 'code': 200} Jan 19 01:02:53.140527 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 39952) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:53.145296 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'security_group_rule': {'security_group_id': 'b299d5c3-3091-4714-8992-7998dee44112', 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:53.152499 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-72464a5c-0c49-4eb3-8e58-1f7fcb1abf11 req-75d6c36c-c91d-402b-a0ac-22dfe951c9ad tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127594 Jan 19 01:02:53.189372 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.securitygroups_db [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Project 57a740c1bb3e424287752ebd823d57ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 01:02:53.195174 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (3ee3d176-0cf1-4a14-9d97-c696eea7f4de), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.226088 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:02:53.293608 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'f72e51fa-22ac-448b-9efd-dbc639f54600', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'port_id': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'mac_address': 'fa:16:3e:37:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:02:50Z', 'updated_at': '2022-01-19T01:02:50Z', 'revision_number': 0, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 5, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:53.329198 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b8cad3-6552-428e-8b0d-5b92ceb7143e None None] The sync data for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi is: [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'f72e51fa-22ac-448b-9efd-dbc639f54600', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'port_id': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'mac_address': 'fa:16:3e:37:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:02:50Z', 'updated_at': '2022-01-19T01:02:50Z', 'revision_number': 0, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 5, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:02:53.376423 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-8446d11e-6733-48b3-a7b8-4259abcc539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:53.378466 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-8446d11e-6733-48b3-a7b8-4259abcc539b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1098 time: 0.0584164 Jan 19 01:02:53.435360 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (3ee3d176-0cf1-4a14-9d97-c696eea7f4de), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.476441 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (3ee3d176-0cf1-4a14-9d97-c696eea7f4de), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.522031 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee3d176-0cf1-4a14-9d97-c696eea7f4de,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:53.541358 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.543742 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-319fc5eb-6858-4b7a-8f35-721af420acf5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4021392 Jan 19 01:02:53.547913 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 39960) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:02:53.550937 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-955ed995-ad8b-4ee7-a2dc-75cbedc61740 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415534 Jan 19 01:02:53.556685 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'security_group_rule': {'security_group_id': 'b299d5c3-3091-4714-8992-7998dee44112', 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:53.575622 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-5090a93f-3ce9-4981-9e80-8734a42dbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:53.577800 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-5090a93f-3ce9-4981-9e80-8734a42dbde2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 909 time: 0.1914444 Jan 19 01:02:53.653941 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.675496 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ded22-419f-43e1-9bf5-7fc8b50f5312 req-6c594e2d-34a0-4242-a70d-b61839c4ab3b tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:53.681058 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-511ded22-419f-43e1-9bf5-7fc8b50f5312 req-6c594e2d-34a0-4242-a70d-b61839c4ab3b tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.2510321 Jan 19 01:02:53.724928 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-da12aaf2-f077-4080-b074-a99b893b87b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 998 time: 0.1299541 Jan 19 01:02:53.729693 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'port_id': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'mac_address': 'fa:16:3e:77:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:02:50Z', 'updated_at': '2022-01-19T01:02:50Z', 'revision_number': 0, 'project_id': '71fc118391b34d35b75c25f76155c402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 5, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:53.759818 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.securitygroups_db [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Project 57a740c1bb3e424287752ebd823d57ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 01:02:53.777249 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] Checking router: 97f8df78-71c8-4fe9-b505-fc192ba85393 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:02:53.782506 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09f88ce-b32d-40ac-85ce-f54a28b3bebc None None] New status for floating IP f72e51fa-22ac-448b-9efd-dbc639f54600: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:02:53.792327 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:02:53.793334 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:02:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:53.796796 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (07084da0-f5a0-4880-a22d-8758cfba164f), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.803329 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a60b5cf-f54e-4d85-a9de-a0ba308334a0 req-970eaee2-0889-492a-a937-605d6deb72be service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287846 Jan 19 01:02:53.820570 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-511ded22-419f-43e1-9bf5-7fc8b50f5312 req-61c4ab3b-70e3-41d7-8ec1-5757c0f79908 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237323 Jan 19 01:02:53.822278 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-cec754c2-4fa3-4d53-923f-5e88f3b95541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:53.828284 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-cec754c2-4fa3-4d53-923f-5e88f3b95541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 200 len: 847 time: 0.0898125 Jan 19 01:02:53.911765 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-fb60bfa2-5003-416d-892a-aff0e3aa7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:53.913428 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-fb60bfa2-5003-416d-892a-aff0e3aa7767 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669968 Jan 19 01:02:53.948275 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (07084da0-f5a0-4880-a22d-8758cfba164f), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.955321 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (07084da0-f5a0-4880-a22d-8758cfba164f), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:53.988808 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07084da0-f5a0-4880-a22d-8758cfba164f,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:54.007279 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:54.009995 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b236e214-4d8c-4f24-8ff0-b36d962f7399 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4575024 Jan 19 01:02:54.059925 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-5fe7d7e5-fc2f-4351-aa9c-12861b71d918 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328311 Jan 19 01:02:54.088837 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:02:54.224192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac28db-dc20-47f1-bc6c-3e752d1395d6 req-24721965-894e-407d-bfd6-5d79bc97f15a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:54.225391 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caac28db-dc20-47f1-bc6c-3e752d1395d6 req-24721965-894e-407d-bfd6-5d79bc97f15a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.0700765 Jan 19 01:02:54.260828 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-b6710dd9-f787-4636-8753-cba987182fae tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019152140&fields=id&tenant_id=57a740c1bb3e424287752ebd823d57ec HTTP/1.1" status: 200 len: 267 time: 0.1284621 Jan 19 01:02:54.264567 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cb43224e-6674-4d0b-a235-43ef59e81b67 req-32a878c3-ff23-4b32-968f-2aaa49e65d22 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957927 Jan 19 01:02:54.337927 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caac28db-dc20-47f1-bc6c-3e752d1395d6 req-ad1a42f8-586a-45bd-adf6-f18458c0b8e7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012545 Jan 19 01:02:54.354360 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-6bfb41de-b510-463d-81e6-166d5b5dba59 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:54.356157 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-6bfb41de-b510-463d-81e6-166d5b5dba59 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0804186 Jan 19 01:02:54.368168 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'port': {'security_groups': ['55da2798-06cc-4b93-a132-90a15eeee6d8', 'b299d5c3-3091-4714-8992-7998dee44112']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:02:54.449924 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'port_id': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'mac_address': 'fa:16:3e:77:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:02:50Z', 'updated_at': '2022-01-19T01:02:50Z', 'revision_number': 0, 'project_id': '71fc118391b34d35b75c25f76155c402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 5, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:02:54.450602 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:54.478944 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed0fe-197d-4d0c-9341-e09b80b35288 req-30ca8a47-27e4-49b2-9d26-a9d316fea263 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:54.480699 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7b6ed0fe-197d-4d0c-9341-e09b80b35288 req-30ca8a47-27e4-49b2-9d26-a9d316fea263 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0620313 Jan 19 01:02:54.502977 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c196fb-a242-419c-a042-703dfac4e4c8 None None] The sync data for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi is: [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'port_id': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'mac_address': 'fa:16:3e:77:8f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:02:50Z', 'updated_at': '2022-01-19T01:02:50Z', 'revision_number': 0, 'project_id': '71fc118391b34d35b75c25f76155c402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 5, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:02:54.547933 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7b6ed0fe-197d-4d0c-9341-e09b80b35288 req-9987c104-a19b-467d-9781-94bde55e1b9b tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569096 Jan 19 01:02:54.748156 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:54.751504 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4d3d4-871b-4876-aaa1-683ca37ffa66 None None] New status for floating IP 1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71: ACTIVE {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:02:54.792567 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:54.799572 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:54.847265 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:54.849681 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:54.861385 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2a84c159-f62d-43bb-ab9f-bffaf5b0a92b req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "PUT /v2.0/ports/9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 982 time: 0.4989183 Jan 19 01:02:54.865166 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:02:54.871987 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:02:54.872824 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['9758b8ed-8939-4a51-8bec-bc88b27b6d7d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:54.942364 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e00e01-3323-4b30-8589-15ab0291cc04 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=6']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:02:54.957099 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:55.002863 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6622d8-09ed-4d2b-a63d-f95b4da89636 req-124e2709-508d-4f04-b76a-fb5d230ed6bd tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.014821 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2d6622d8-09ed-4d2b-a63d-f95b4da89636 req-124e2709-508d-4f04-b76a-fb5d230ed6bd tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0815661 Jan 19 01:02:55.032831 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf46773-a82e-40da-9f78-2fffbd64647a req-a1087658-e9c0-4c8c-b056-0cf998523927 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.043361 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2bf46773-a82e-40da-9f78-2fffbd64647a req-a1087658-e9c0-4c8c-b056-0cf998523927 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0748765 Jan 19 01:02:55.108738 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2d6622d8-09ed-4d2b-a63d-f95b4da89636 req-75ef9e5e-59a8-429d-a561-cd5446fa2ba9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738029 Jan 19 01:02:55.137697 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2bf46773-a82e-40da-9f78-2fffbd64647a req-f8b70ef0-1958-45dc-8792-cc9bb9e6b6d7 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877557 Jan 19 01:02:55.168389 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f080abca-ffee-4b94-9cc0-c65115e052c6 x-openstack-request-id: req-f080abca-ffee-4b94-9cc0-c65115e052c6 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:02:55.168684 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:02:55.168965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f080abca-ffee-4b94-9cc0-c65115e052c6 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:02:55.170006 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'status': 'completed', 'code': 200} Jan 19 01:02:55.253990 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c0d38566-6f17-40ba-9c1a-9e08a5123188 None None] Provisioning complete for port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:02:55.254804 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c0d38566-6f17-40ba-9c1a-9e08a5123188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:55.304018 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-7fb04b44-ec3f-4c14-999e-17fa6f9cc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.304291 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['9758b8ed-8939-4a51-8bec-bc88b27b6d7d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:02:55.305853 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-7fb04b44-ec3f-4c14-999e-17fa6f9cc0dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1138 time: 0.0587270 Jan 19 01:02:55.454338 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-ff2e2ced-0798-4a78-ae90-6cc72f1a36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.456887 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-ff2e2ced-0798-4a78-ae90-6cc72f1a36b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 916 time: 0.1383798 Jan 19 01:02:55.566435 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c0d38566-6f17-40ba-9c1a-9e08a5123188 None None] Current status of the port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:02:55.594256 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c65b9-8d41-42b6-9840-ce7e95d3844a req-5ff2f787-f345-4d52-8b11-6b3599c8753e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.595897 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-506c65b9-8d41-42b6-9840-ce7e95d3844a req-5ff2f787-f345-4d52-8b11-6b3599c8753e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.1356220 Jan 19 01:02:55.598422 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-e5bd02da-211e-4018-adeb-a0b4b554deb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 1001 time: 0.1224589 Jan 19 01:02:55.736581 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-506c65b9-8d41-42b6-9840-ce7e95d3844a req-6d1374a7-eff9-466f-95db-b0636aadcf11 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289532 Jan 19 01:02:55.739692 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-22dabcea-685d-4be5-b290-45fc0684a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.743850 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-22dabcea-685d-4be5-b290-45fc0684a261 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 200 len: 854 time: 0.1291306 Jan 19 01:02:55.775551 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a53261-3626-4270-a366-828b24f2c5ec req-c132988a-3a62-4f85-b6b7-7a646ab00058 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.777440 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14a53261-3626-4270-a366-828b24f2c5ec req-c132988a-3a62-4f85-b6b7-7a646ab00058 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0860236 Jan 19 01:02:55.829417 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-2a85f019-23db-4778-bdf7-69af9ebf605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:55.831884 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-2a85f019-23db-4778-bdf7-69af9ebf605d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782516 Jan 19 01:02:55.855652 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14a53261-3626-4270-a366-828b24f2c5ec req-a5baf7a0-8cbb-4a26-a45e-06cefc3e4465 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657196 Jan 19 01:02:55.988355 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-255f0811-dbe1-4c97-a8bd-98dea7c4491d service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460812 Jan 19 01:02:56.090207 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f289b4c-eb3b-47c0-8124-9d66e73ecd23 req-0123c235-5d11-4ff6-a779-38e8b7922e44 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938017 Jan 19 01:02:56.214143 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:56.227470 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6f8e9-00fc-49c2-a69e-6aa0539fcac3 req-c40bcfe0-e84c-4bdf-91f8-45703526e478 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:56.229281 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70b6f8e9-00fc-49c2-a69e-6aa0539fcac3 req-c40bcfe0-e84c-4bdf-91f8-45703526e478 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0583539 Jan 19 01:02:56.287746 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-70b6f8e9-00fc-49c2-a69e-6aa0539fcac3 req-7a6ceed6-b18e-48e8-b86e-1e3deb9aa7de tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520158 Jan 19 01:02:56.892391 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c00fe-1b78-4183-afc8-19a7ba3e410f req-474c8373-0590-4c72-aa61-97844f8fd87e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:56.895565 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e90c00fe-1b78-4183-afc8-19a7ba3e410f req-474c8373-0590-4c72-aa61-97844f8fd87e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.0584185 Jan 19 01:02:56.961381 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e90c00fe-1b78-4183-afc8-19a7ba3e410f req-57b442ae-0037-4040-8371-fa747a19a738 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553627 Jan 19 01:02:57.053959 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35b5dd-6ebc-40d9-8785-181f4dbe9bd2 req-c3ddf955-1de9-4f92-ab4f-91497348b992 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:57.061595 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8f35b5dd-6ebc-40d9-8785-181f4dbe9bd2 req-c3ddf955-1de9-4f92-ab4f-91497348b992 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0620329 Jan 19 01:02:57.114822 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8f35b5dd-6ebc-40d9-8785-181f4dbe9bd2 req-7031d568-a7d1-4d04-862c-5039cab87751 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Jan 19 01:02:57.408609 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28046d-17c5-455f-8b9e-4f2724c672c6 req-a140facf-8482-4fd3-8d75-c55a62953fb4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:57.410244 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a28046d-17c5-455f-8b9e-4f2724c672c6 req-a140facf-8482-4fd3-8d75-c55a62953fb4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0517190 Jan 19 01:02:57.460625 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a28046d-17c5-455f-8b9e-4f2724c672c6 req-51296a6c-fa81-4cd6-8016-55b709b7ff30 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Jan 19 01:02:58.101879 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a26f5-289e-494c-9af9-18a46030559a req-07759eef-686b-4967-9efb-29c01898df6e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:58.103863 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a0a26f5-289e-494c-9af9-18a46030559a req-07759eef-686b-4967-9efb-29c01898df6e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.0582869 Jan 19 01:02:58.162979 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a0a26f5-289e-494c-9af9-18a46030559a req-4ecbcea7-9ead-4ad1-a96e-58947820ac61 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526569 Jan 19 01:02:58.254753 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84a5d0-02ac-45e6-830c-9573cb18011e req-6103b477-6de3-4d64-9af1-05d871d0fbb4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:58.256439 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1e84a5d0-02ac-45e6-830c-9573cb18011e req-6103b477-6de3-4d64-9af1-05d871d0fbb4 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0519724 Jan 19 01:02:58.318017 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1e84a5d0-02ac-45e6-830c-9573cb18011e req-fa2257c8-740b-49fa-bb90-7abd5e317c59 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507214 Jan 19 01:02:58.597004 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348cec8-f0fd-41a2-b522-2f648e07ef25 req-4035c2d4-2eab-49c8-8d88-c2b2a35e4b56 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:58.598618 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8348cec8-f0fd-41a2-b522-2f648e07ef25 req-4035c2d4-2eab-49c8-8d88-c2b2a35e4b56 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0556998 Jan 19 01:02:58.654914 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8348cec8-f0fd-41a2-b522-2f648e07ef25 req-eeca104e-7c7b-4edd-a640-e44667891bc1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501287 Jan 19 01:02:58.778369 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:59.132661 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebef928-cf7b-497f-b8b8-374fa60fd537 req-f3bed7d5-8238-4aa7-9207-1f1f07900374 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:59.134228 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ebef928-cf7b-497f-b8b8-374fa60fd537 req-f3bed7d5-8238-4aa7-9207-1f1f07900374 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 946 time: 0.0501137 Jan 19 01:02:59.189123 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ebef928-cf7b-497f-b8b8-374fa60fd537 req-4eec3972-2b45-43fe-bac9-ba7170fd788f tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Jan 19 01:02:59.325989 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed49a74-e09c-438e-bb8c-673c722d9371 req-a60b6ab2-d112-4916-95f2-c2158980a5cd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:59.327500 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4ed49a74-e09c-438e-bb8c-673c722d9371 req-a60b6ab2-d112-4916-95f2-c2158980a5cd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.0534096 Jan 19 01:02:59.381492 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4ed49a74-e09c-438e-bb8c-673c722d9371 req-80102a3c-2dbd-43f4-923c-ea2c85bd5544 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474310 Jan 19 01:02:59.472066 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962e3c-5bd4-42e3-b5a9-c7941a362468 req-6c9784b4-c645-420d-bbfd-cf33e6fcaa12 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:59.473716 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-74962e3c-5bd4-42e3-b5a9-c7941a362468 req-6c9784b4-c645-420d-bbfd-cf33e6fcaa12 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0740302 Jan 19 01:02:59.478367 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-bee273d8-7a19-4a95-b074-cd3785fcf152 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:59.479874 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-bee273d8-7a19-4a95-b074-cd3785fcf152 tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 945 time: 0.0678742 Jan 19 01:02:59.528233 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-74962e3c-5bd4-42e3-b5a9-c7941a362468 req-0ce817e0-5866-47f8-9e7d-ca73ee44892d tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/security-groups?id=f990d767-55cb-4f62-8d5c-20174c293a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Jan 19 01:02:59.610675 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Deleting port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:02:59.611015 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:59.729075 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] For port 1c132cd5-f5f6-4711-b7a1-f2914b638f73, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1c132cd5-f5f6-4711-b7a1-f2914b638f73,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:02:59.729461 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:59.752383 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Calling delete_port for 1c132cd5-f5f6-4711-b7a1-f2914b638f73 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:02:59.832099 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83288-7fe8-4ef5-804d-aeda3724f14d req-23973ea6-919c-479f-9251-370da36b81ef tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:02:59.833824 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfb83288-7fe8-4ef5-804d-aeda3724f14d req-23973ea6-919c-479f-9251-370da36b81ef tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0967009 Jan 19 01:02:59.912454 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfb83288-7fe8-4ef5-804d-aeda3724f14d req-fa87f055-3d29-43f1-b6a3-a2ca488249e1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694170 Jan 19 01:02:59.970001 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (1c132cd5-f5f6-4711-b7a1-f2914b638f73), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:02:59.999459 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Pushing event deleted for resources: {'Port': ['ID=1c132cd5-f5f6-4711-b7a1-f2914b638f73,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:00.022439 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['1c132cd5-f5f6-4711-b7a1-f2914b638f73'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:03:00.046183 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] No DVR routers for this DVR port 1c132cd5-f5f6-4711-b7a1-f2914b638f73 on host hv-cinder-79987 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:03:00.049253 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:00.052927 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-288b57c6-468c-4c7f-9970-a2e2ab34e1b3 req-3cc5f367-727e-40c7-b642-778c49c3ccbe tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.32 "DELETE /v2.0/ports/1c132cd5-f5f6-4711-b7a1-f2914b638f73 HTTP/1.1" status: 204 len: 173 time: 0.5659003 Jan 19 01:03:00.053357 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'name': 'network-vif-deleted', 'tag': '1c132cd5-f5f6-4711-b7a1-f2914b638f73'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:00.055690 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de9fe8b-e19b-4026-bee9-d5bcaf662005" -d '{"events": [{"server_uuid": "b1e02678-2973-4080-be5a-b589dd630ec9", "name": "network-vif-deleted", "tag": "1c132cd5-f5f6-4711-b7a1-f2914b638f73"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:00.094403 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd5d95-0668-4f25-9290-573c20814c26 x-openstack-request-id: req-c8dd5d95-0668-4f25-9290-573c20814c26 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:00.094700 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e02678-2973-4080-be5a-b589dd630ec9", "name": "network-vif-deleted", "tag": "1c132cd5-f5f6-4711-b7a1-f2914b638f73", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:00.094958 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8dd5d95-0668-4f25-9290-573c20814c26 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:00.095365 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e02678-2973-4080-be5a-b589dd630ec9', 'name': 'network-vif-deleted', 'tag': '1c132cd5-f5f6-4711-b7a1-f2914b638f73', 'status': 'completed', 'code': 200} Jan 19 01:03:00.249041 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-34ded3ee-f748-4e6f-88c2-2ac093ecf804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:00.251131 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-34ded3ee-f748-4e6f-88c2-2ac093ecf804 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 1098 time: 0.0430012 Jan 19 01:03:00.349090 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc10a9b-4366-4dea-8d02-f69a62a87c67 req-2e50e32d-a266-4042-982d-7a954205583b tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:00.350739 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6cc10a9b-4366-4dea-8d02-f69a62a87c67 req-2e50e32d-a266-4042-982d-7a954205583b tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 946 time: 0.0824847 Jan 19 01:03:00.404785 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-ac9a3e20-4c4a-416f-bbcf-6a071dd25190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:00.404785 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-ac9a3e20-4c4a-416f-bbcf-6a071dd25190 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 911 time: 0.0990334 Jan 19 01:03:00.405538 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6cc10a9b-4366-4dea-8d02-f69a62a87c67 req-56fa64f7-766e-45b2-80c0-3ed42674e56d tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Jan 19 01:03:00.475860 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-7e823b40-bbee-4b07-b3f7-e8b0bac86548 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 200 len: 1000 time: 0.0601425 Jan 19 01:03:00.536972 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-0391e02c-2459-4a32-a0dd-117b2487ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:00.538576 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-0391e02c-2459-4a32-a0dd-117b2487ab7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.0537970 Jan 19 01:03:00.590012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-7aa829d4-889b-4f94-9690-a3338352fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:00.591766 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-7aa829d4-889b-4f94-9690-a3338352fed6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448887 Jan 19 01:03:00.683683 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e043ad77-0460-4f71-a594-6db1004f5b8f req-52446517-13d1-4b06-bb9a-0dc853a56abf tempest-ServerRescueNegativeTestJSON-1871241683 tempest-ServerRescueNegativeTestJSON-1871241683-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e02678-2973-4080-be5a-b589dd630ec9 HTTP/1.1" status: 200 len: 210 time: 0.0660334 Jan 19 01:03:00.725531 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-41ed2932-4aca-4a7d-b509-e4c891ccf461 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268902 Jan 19 01:03:00.825701 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-03c6a1fc-d9b9-4f36-8291-9df0d1820dce req-bc851b09-ee9d-436f-9f4c-0b8f546e0acb service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925877 Jan 19 01:03:01.032466 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207c9a-2682-48ce-8bcb-d21c6007aa56 req-bd000cdc-1cd3-43c2-9750-bf9b459e4c6e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.034061 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46207c9a-2682-48ce-8bcb-d21c6007aa56 req-bd000cdc-1cd3-43c2-9750-bf9b459e4c6e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0500216 Jan 19 01:03:01.096061 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46207c9a-2682-48ce-8bcb-d21c6007aa56 req-7bd3b179-f96e-4bd9-a3d4-4aaebb3da7fa tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520446 Jan 19 01:03:01.301541 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070f90c-01e8-45fc-ba2c-f1838487fc0f req-ab390f74-27a8-4544-8b09-5362b317f8c8 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.303078 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1070f90c-01e8-45fc-ba2c-f1838487fc0f req-ab390f74-27a8-4544-8b09-5362b317f8c8 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0516298 Jan 19 01:03:01.361517 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1070f90c-01e8-45fc-ba2c-f1838487fc0f req-34734548-414a-4e30-8090-2042e2aa4c62 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515811 Jan 19 01:03:01.480190 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-7a5224e1-39c9-4ee1-a108-282f7747497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.481900 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-7a5224e1-39c9-4ee1-a108-282f7747497a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 1098 time: 0.0485020 Jan 19 01:03:01.539754 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea461d-1538-49a9-b40f-7629786b85e6 req-be5c8d73-3a80-4bcf-a0b6-33e2a516a72e tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.542079 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a5ea461d-1538-49a9-b40f-7629786b85e6 req-be5c8d73-3a80-4bcf-a0b6-33e2a516a72e tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 946 time: 0.0589583 Jan 19 01:03:01.594504 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a5ea461d-1538-49a9-b40f-7629786b85e6 req-4948a887-af7e-465d-b079-445d02b7854a tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Jan 19 01:03:01.614673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-81109ecc-b42c-4a2f-824b-f6090077bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.616224 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-81109ecc-b42c-4a2f-824b-f6090077bd4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 911 time: 0.1252077 Jan 19 01:03:01.624469 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54f5e-568e-4180-ac19-2340a676772f req-2018df4c-ffd6-412c-863c-b5aa09ae1558 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.626594 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25a54f5e-568e-4180-ac19-2340a676772f req-2018df4c-ffd6-412c-863c-b5aa09ae1558 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0772514 Jan 19 01:03:01.676371 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25a54f5e-568e-4180-ac19-2340a676772f req-1b11115c-136b-4203-9cdd-343e8c9e7206 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Jan 19 01:03:01.765149 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-5f4dae29-ca30-4ca5-9839-8e6620ec6ade tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.767659 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-5f4dae29-ca30-4ca5-9839-8e6620ec6ade tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 946 time: 0.0682461 Jan 19 01:03:01.768382 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40108) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:01.792101 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-4a90a60c-ee4b-4efe-bd0b-7b0a457a375d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 200 len: 1000 time: 0.0945199 Jan 19 01:03:01.847901 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-df928218-9194-4f01-9163-d8ed40509e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.850478 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-df928218-9194-4f01-9163-d8ed40509e9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.0502412 Jan 19 01:03:01.904012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-7ff853f0-c82d-46af-bf3c-468c551f2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:01.905521 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-7ff853f0-c82d-46af-bf3c-468c551f2d1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406897 Jan 19 01:03:02.013598 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-81346a7e-cfc4-4788-bcfc-ea40ee8b55ea service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938234 Jan 19 01:03:02.116387 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f95c48ae-e02e-4eb3-8c3c-8ed4aee6e325 req-78589e41-fbc4-4b15-8165-8fe89e100401 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905495 Jan 19 01:03:02.222887 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Deleting port 5f884301-077e-4a7e-abc4-146c5797b4ca {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:03:02.223486 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:02.372137 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] For port 5f884301-077e-4a7e-abc4-146c5797b4ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5f884301-077e-4a7e-abc4-146c5797b4ca,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:02.372498 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:02.389718 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Calling delete_port for 5f884301-077e-4a7e-abc4-146c5797b4ca owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:03:02.526752 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f4c63-0377-4bda-9064-395113c00ad3 req-eb050dd9-e6ce-45e5-ba88-cbff5f5c9279 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:02.528273 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c7f4c63-0377-4bda-9064-395113c00ad3 req-eb050dd9-e6ce-45e5-ba88-cbff5f5c9279 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0604053 Jan 19 01:03:02.586222 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c7f4c63-0377-4bda-9064-395113c00ad3 req-4600d576-ed33-44d8-bcd9-19772115930d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465832 Jan 19 01:03:02.686414 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (5f884301-077e-4a7e-abc4-146c5797b4ca), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:02.714161 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bda8b38c-1161-407e-86c4-c29e0bbacb6f req-9f379ae4-d8cd-42cc-ad0b-219294e1a6e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aca39699-5b1c-41e3-8fbe-4b914265d69f HTTP/1.1" status: 200 len: 210 time: 0.0452027 Jan 19 01:03:02.740702 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Pushing event deleted for resources: {'Port': ['ID=5f884301-077e-4a7e-abc4-146c5797b4ca,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:02.766943 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['5f884301-077e-4a7e-abc4-146c5797b4ca'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:03:02.783816 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (fc324edb-9497-4585-83f6-6a7f50d3e7a5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:02.839193 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b879d-f544-44d8-9863-3e39537a6571 req-f8147bf1-21f0-4dfc-84fb-12004cb0e108 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:02.840875 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc1b879d-f544-44d8-9863-3e39537a6571 req-f8147bf1-21f0-4dfc-84fb-12004cb0e108 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0706480 Jan 19 01:03:02.855423 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] No DVR routers for this DVR port 5f884301-077e-4a7e-abc4-146c5797b4ca on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:03:02.862146 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:02.865633 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4754306c-6b7d-4816-9445-5c9c8b61aa17 req-f05d61b8-1013-4df0-bb19-567bb10331e0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "DELETE /v2.0/ports/5f884301-077e-4a7e-abc4-146c5797b4ca HTTP/1.1" status: 204 len: 173 time: 1.0875564 Jan 19 01:03:02.866702 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'name': 'network-vif-deleted', 'tag': '5f884301-077e-4a7e-abc4-146c5797b4ca'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:02.868982 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2a9394-06d9-4f10-9279-32f20f7ab0de" -d '{"events": [{"server_uuid": "aca39699-5b1c-41e3-8fbe-4b914265d69f", "name": "network-vif-deleted", "tag": "5f884301-077e-4a7e-abc4-146c5797b4ca"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:02.910618 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bc1b879d-f544-44d8-9863-3e39537a6571 req-205f6e93-5f3d-482a-ac38-edc2abcff5f0 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597532 Jan 19 01:03:02.943928 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6931f-1c6f-4296-9565-87b4a92475ca x-openstack-request-id: req-74f6931f-1c6f-4296-9565-87b4a92475ca {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:02.944203 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca39699-5b1c-41e3-8fbe-4b914265d69f", "name": "network-vif-deleted", "tag": "5f884301-077e-4a7e-abc4-146c5797b4ca", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:02.944481 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74f6931f-1c6f-4296-9565-87b4a92475ca {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:02.945025 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca39699-5b1c-41e3-8fbe-4b914265d69f', 'name': 'network-vif-deleted', 'tag': '5f884301-077e-4a7e-abc4-146c5797b4ca', 'status': 'completed', 'code': 200} Jan 19 01:03:03.163775 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Deleting port 6164ab66-ad17-45a9-b4dc-253b11ec44c6 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:03:03.164109 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:03.259480 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] For port 6164ab66-ad17-45a9-b4dc-253b11ec44c6, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=6164ab66-ad17-45a9-b4dc-253b11ec44c6,segment=NetworkSegment(c235dba1-48b3-4673-8298-cb66e0c8e035),segment_id=c235dba1-48b3-4673-8298-cb66e0c8e035)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:03.260192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:03.282066 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Calling delete_port for 6164ab66-ad17-45a9-b4dc-253b11ec44c6 owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:03:03.465271 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (6164ab66-ad17-45a9-b4dc-253b11ec44c6), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:03.493212 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Pushing event deleted for resources: {'Port': ['ID=6164ab66-ad17-45a9-b4dc-253b11ec44c6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:03.662898 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (fc324edb-9497-4585-83f6-6a7f50d3e7a5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:03.715802 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13388-7305-4c49-9e9f-e3261a819e0a req-bbf1037d-977e-4bf7-9dd3-fee34839cc9b tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:03.717285 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9be13388-7305-4c49-9e9f-e3261a819e0a req-bbf1037d-977e-4bf7-9dd3-fee34839cc9b tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0574961 Jan 19 01:03:03.770667 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9be13388-7305-4c49-9e9f-e3261a819e0a req-798b00d9-8511-476f-84b5-ba4f805cea78 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Jan 19 01:03:03.924029 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 1c132cd5-f5f6-4711-b7a1-f2914b638f73 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:03.945750 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 1c132cd5-f5f6-4711-b7a1-f2914b638f73 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:03.946119 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 1c132cd5-f5f6-4711-b7a1-f2914b638f73 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:03.953000 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Router fc324edb-9497-4585-83f6-6a7f50d3e7a5 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:03:04.350222 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c564d2-4482-423e-a439-bf6a4338f9d0 req-6b0c4310-4548-4c9a-b6f9-18ee609ba0de tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:04.351749 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-57c564d2-4482-423e-a439-bf6a4338f9d0 req-6b0c4310-4548-4c9a-b6f9-18ee609ba0de tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.3299963 Jan 19 01:03:04.382446 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:03:04.389171 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-388d7799-207d-46b8-9155-1cbab907e55e admin admin] 10.222.0.35 "PUT /v2.0/routers/fc324edb-9497-4585-83f6-6a7f50d3e7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6195011 Jan 19 01:03:04.392221 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40130) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:04.394906 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] Sync routers for ids ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:03:04.409179 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] Routers {'fc324edb-9497-4585-83f6-6a7f50d3e7a5'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:03:04.410460 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:02:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:04.410888 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-0024689b-f041-417a-bc63-a63a1dcc720a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:04.412415 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-0024689b-f041-417a-bc63-a63a1dcc720a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.1058125 Jan 19 01:03:04.479680 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-57c564d2-4482-423e-a439-bf6a4338f9d0 req-0f18d5f8-5b4a-423a-b5d0-90ad968cafa8 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200752 Jan 19 01:03:04.539325 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks [] for router (fc324edb-9497-4585-83f6-6a7f50d3e7a5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:04.558037 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] Set router fc324edb-9497-4585-83f6-6a7f50d3e7a5 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:03:04.652594 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks [] for router_gateway (fc324edb-9497-4585-83f6-6a7f50d3e7a5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:04.709894 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Deleting port 2232fa71-cd62-4a50-8b97-b02efd55bd79 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:03:04.710228 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:04.746954 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T01:03:03Z', 'revision_number': 5, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port': {'id': '2232fa71-cd62-4a50-8b97-b02efd55bd79', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T00:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:04.774171 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] Checking router: fc324edb-9497-4585-83f6-6a7f50d3e7a5 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:03:04.783375 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] Routers {'fc324edb-9497-4585-83f6-6a7f50d3e7a5'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:03:04.783998 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:02:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:04.798773 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] For port 2232fa71-cd62-4a50-8b97-b02efd55bd79, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=2232fa71-cd62-4a50-8b97-b02efd55bd79,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:04.799051 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:04.811904 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Calling delete_port for 2232fa71-cd62-4a50-8b97-b02efd55bd79 owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:03:04.870866 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] Set router fc324edb-9497-4585-83f6-6a7f50d3e7a5 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:03:04.929952 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T01:03:04Z', 'revision_number': 6, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:04.958041 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9113dc5-cd20-4830-8564-bd3e4e608a16 None None] The sync data for ids ['fc324edb-9497-4585-83f6-6a7f50d3e7a5'] in dv-cinder-799871-14-iscsi is: [{'id': 'fc324edb-9497-4585-83f6-6a7f50d3e7a5', 'name': 'tempest-ServerRescueNegativeTestJSON-816856126-router', 'tenant_id': '0d99fc8541ea44ac9fae068411d73f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:47Z', 'updated_at': '2022-01-19T01:03:04Z', 'revision_number': 6, 'project_id': '0d99fc8541ea44ac9fae068411d73f6b', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:03:05.013247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (2232fa71-cd62-4a50-8b97-b02efd55bd79), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.042062 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Pushing event deleted for resources: {'Port': ['ID=2232fa71-cd62-4a50-8b97-b02efd55bd79,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:05.112404 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (fc324edb-9497-4585-83f6-6a7f50d3e7a5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.274792 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (fc324edb-9497-4585-83f6-6a7f50d3e7a5), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.279932 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks [] for router_controller (fc324edb-9497-4585-83f6-6a7f50d3e7a5), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.418691 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (fc324edb-9497-4585-83f6-6a7f50d3e7a5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.419371 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc324edb-9497-4585-83f6-6a7f50d3e7a5 {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:03:05.429289 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.433794 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1219c92f-cae3-4f9e-ab3c-a1c279c0b830 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fc324edb-9497-4585-83f6-6a7f50d3e7a5 HTTP/1.1" status: 204 len: 168 time: 1.0373571 Jan 19 01:03:05.436378 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40134) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:05.456636 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Deleting port 284f59e4-d32f-4e98-adc8-83e29a3730d5 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:03:05.456975 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.475986 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6164ab66-ad17-45a9-b4dc-253b11ec44c6 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:05.507969 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] Deleting subnet 54d6efee-7b79-4ff4-be2e-d36b72d42375 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:03:05.513369 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] Publish callbacks [] for subnet (54d6efee-7b79-4ff4-be2e-d36b72d42375), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.515390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 6164ab66-ad17-45a9-b4dc-253b11ec44c6 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:05.516367 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6164ab66-ad17-45a9-b4dc-253b11ec44c6 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:05.565347 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (54d6efee-7b79-4ff4-be2e-d36b72d42375), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.571361 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] For port 284f59e4-d32f-4e98-adc8-83e29a3730d5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=284f59e4-d32f-4e98-adc8-83e29a3730d5,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:05.571865 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.587608 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Calling delete_port for 284f59e4-d32f-4e98-adc8-83e29a3730d5 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:03:05.646438 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (54d6efee-7b79-4ff4-be2e-d36b72d42375), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.683087 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30329-ee7d-435a-b2c0-73de4d6ec775 req-852a0eb1-1670-4962-99db-9e520edc8dea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:05.685023 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32f30329-ee7d-435a-b2c0-73de4d6ec775 req-852a0eb1-1670-4962-99db-9e520edc8dea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 945 time: 0.0992770 Jan 19 01:03:05.744332 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (284f59e4-d32f-4e98-adc8-83e29a3730d5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.755314 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (54d6efee-7b79-4ff4-be2e-d36b72d42375), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.763489 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-32f30329-ee7d-435a-b2c0-73de4d6ec775 req-3e26dca6-1aeb-4da0-88e6-06c7cc59649d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Jan 19 01:03:05.790216 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d6efee-7b79-4ff4-be2e-d36b72d42375,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:05.794370 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.798174 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-aa453bb4-0375-4242-ba0a-a9f833037c94 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/54d6efee-7b79-4ff4-be2e-d36b72d42375 HTTP/1.1" status: 204 len: 168 time: 0.3603089 Jan 19 01:03:05.802681 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40138) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:05.805649 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event deleted for resources: {'Port': ['ID=284f59e4-d32f-4e98-adc8-83e29a3730d5,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:05.860190 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] No DVR routers for this DVR port 284f59e4-d32f-4e98-adc8-83e29a3730d5 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:03:05.862849 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:05.866299 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb0e6e58-cdce-4dfb-b1b1-cd058a3708b9 req-2e87a4d2-0efb-4b56-a4bb-9c6587bfd079 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "DELETE /v2.0/ports/284f59e4-d32f-4e98-adc8-83e29a3730d5 HTTP/1.1" status: 204 len: 173 time: 0.6598356 Jan 19 01:03:05.866815 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'name': 'network-vif-deleted', 'tag': '284f59e4-d32f-4e98-adc8-83e29a3730d5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:05.869787 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0258fd-3866-438b-a3b4-d3edf472eb07" -d '{"events": [{"server_uuid": "6f94565c-3ebb-44c9-affe-c5060f9e695c", "name": "network-vif-deleted", "tag": "284f59e4-d32f-4e98-adc8-83e29a3730d5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:05.908868 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e20c4e-60ef-40cf-9605-89aa29ad2c52 x-openstack-request-id: req-64e20c4e-60ef-40cf-9605-89aa29ad2c52 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:05.909306 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f94565c-3ebb-44c9-affe-c5060f9e695c", "name": "network-vif-deleted", "tag": "284f59e4-d32f-4e98-adc8-83e29a3730d5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:05.909683 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64e20c4e-60ef-40cf-9605-89aa29ad2c52 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:05.910191 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f94565c-3ebb-44c9-affe-c5060f9e695c', 'name': 'network-vif-deleted', 'tag': '284f59e4-d32f-4e98-adc8-83e29a3730d5', 'status': 'completed', 'code': 200} Jan 19 01:03:05.912678 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (32083a24-3ac7-4508-bcc6-bdda771de6e3), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.009215 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (32083a24-3ac7-4508-bcc6-bdda771de6e3), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.029928 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32083a24-3ac7-4508-bcc6-bdda771de6e3']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:06.040974 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c235dba1-48b3-4673-8298-cb66e0c8e035') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:06.041267 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c235dba1-48b3-4673-8298-cb66e0c8e035') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:06.052883 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (c235dba1-48b3-4673-8298-cb66e0c8e035), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.070975 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (c235dba1-48b3-4673-8298-cb66e0c8e035), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.083958 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:03:06.083958 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (c235dba1-48b3-4673-8298-cb66e0c8e035), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:03:06.085747 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:03:06.159366 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (32083a24-3ac7-4508-bcc6-bdda771de6e3), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.168284 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.171615 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] 10.222.0.35 "DELETE /v2.0/networks/32083a24-3ac7-4508-bcc6-bdda771de6e3 HTTP/1.1" status: 204 len: 168 time: 0.3679171 Jan 19 01:03:06.183283 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0be5f-d526-4b79-98dd-0af47b8c3635 admin admin] Pushing event deleted for resources: {'Network': ['ID=32083a24-3ac7-4508-bcc6-bdda771de6e3,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:06.406221 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40146) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:06.450497 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e1fbef02-c3b1-44b4-a73e-7800a11246a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d99fc8541ea44ac9fae068411d73f6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424666 Jan 19 01:03:06.453662 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40148) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:06.508164 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41997a48-617b-480e-bdc8-ee1eb86b8ab8 admin admin] Publish callbacks [] for security_group (f990d767-55cb-4f62-8d5c-20174c293a29), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.532528 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41997a48-617b-480e-bdc8-ee1eb86b8ab8 admin admin] Publish callbacks [] for security_group (f990d767-55cb-4f62-8d5c-20174c293a29), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.599487 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41997a48-617b-480e-bdc8-ee1eb86b8ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f990d767-55cb-4f62-8d5c-20174c293a29), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.602053 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41997a48-617b-480e-bdc8-ee1eb86b8ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:06.603335 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-41997a48-617b-480e-bdc8-ee1eb86b8ab8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f990d767-55cb-4f62-8d5c-20174c293a29 HTTP/1.1" status: 204 len: 168 time: 0.1483469 Jan 19 01:03:06.612489 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41997a48-617b-480e-bdc8-ee1eb86b8ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f990d767-55cb-4f62-8d5c-20174c293a29,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:06.887146 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4af3edd4-740b-4243-b62e-51c808138cd2 req-464273d3-175f-43fa-8b81-47ce51b9b2cc tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f94565c-3ebb-44c9-affe-c5060f9e695c HTTP/1.1" status: 200 len: 210 time: 0.0289681 Jan 19 01:03:06.915796 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'c2be2345-4d5f-41d3-8dda-d7f97540e714', '2af8b39b-1fd3-486d-b078-83ad1b5e7a78', '284f59e4-d32f-4e98-adc8-83e29a3730d5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:03:06.980054 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 5f884301-077e-4a7e-abc4-146c5797b4ca no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:07.006672 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 5f884301-077e-4a7e-abc4-146c5797b4ca {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:07.007019 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 5f884301-077e-4a7e-abc4-146c5797b4ca not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:07.120550 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2232fa71-cd62-4a50-8b97-b02efd55bd79 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:07.152501 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 2232fa71-cd62-4a50-8b97-b02efd55bd79 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:07.152939 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2232fa71-cd62-4a50-8b97-b02efd55bd79 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:07.987524 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 284f59e4-d32f-4e98-adc8-83e29a3730d5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:08.019346 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 284f59e4-d32f-4e98-adc8-83e29a3730d5 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:08.019771 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 284f59e4-d32f-4e98-adc8-83e29a3730d5 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:08.342603 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40224) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:08.495831 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb7308d9-9726-45e3-8c0a-4248d6f6ec3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:08.608865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb7308d9-9726-45e3-8c0a-4248d6f6ec3a admin admin] Publish callbacks [] for security_group (d9bee92b-3bc4-439d-8dbf-80f80d825b5f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:08.619465 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fb7308d9-9726-45e3-8c0a-4248d6f6ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d9bee92b-3bc4-439d-8dbf-80f80d825b5f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:08.688920 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40234) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:08.689518 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fb7308d9-9726-45e3-8c0a-4248d6f6ec3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec169f2e4adc45e080d6d31ee68d0ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449562 Jan 19 01:03:08.692800 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7308d9-9726-45e3-8c0a-4248d6f6ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bee92b-3bc4-439d-8dbf-80f80d825b5f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:08.766482 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb82e415-fd61-4400-a46b-1522b779fe37 admin admin] Publish callbacks [] for security_group (d9bee92b-3bc4-439d-8dbf-80f80d825b5f), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:08.795668 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb82e415-fd61-4400-a46b-1522b779fe37 admin admin] Publish callbacks [] for security_group (d9bee92b-3bc4-439d-8dbf-80f80d825b5f), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:08.864428 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb82e415-fd61-4400-a46b-1522b779fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d9bee92b-3bc4-439d-8dbf-80f80d825b5f), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:08.869697 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bb82e415-fd61-4400-a46b-1522b779fe37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:08.873881 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-bb82e415-fd61-4400-a46b-1522b779fe37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9bee92b-3bc4-439d-8dbf-80f80d825b5f HTTP/1.1" status: 204 len: 168 time: 0.1807196 Jan 19 01:03:08.889435 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82e415-fd61-4400-a46b-1522b779fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bee92b-3bc4-439d-8dbf-80f80d825b5f,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:09.460592 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6117916-8d57-48fc-8389-f9fea0ba643f req-853a454d-e6d8-4fdc-92c7-83b50b883c49 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:09.462260 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6117916-8d57-48fc-8389-f9fea0ba643f req-853a454d-e6d8-4fdc-92c7-83b50b883c49 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.0584610 Jan 19 01:03:09.538014 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6117916-8d57-48fc-8389-f9fea0ba643f req-0f62be7c-cee7-4513-8f53-2a041878020d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673544 Jan 19 01:03:10.690991 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fd2dd-79ff-4e37-a962-e03c17bb8f5b req-c69f18f0-9498-4a6d-adc2-85a28c2d774a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:10.692487 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a7fd2dd-79ff-4e37-a962-e03c17bb8f5b req-c69f18f0-9498-4a6d-adc2-85a28c2d774a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.0535696 Jan 19 01:03:10.749239 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6a7fd2dd-79ff-4e37-a962-e03c17bb8f5b req-b82ba3b2-67d1-4f8d-8d79-ddc4569e324b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501726 Jan 19 01:03:11.816059 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40302) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:11.907873 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392dbc3-525e-475f-81e7-80a0fc88dc1e req-ac5bd111-94a3-42e1-ad28-eabeaab1de42 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:11.910209 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4392dbc3-525e-475f-81e7-80a0fc88dc1e req-ac5bd111-94a3-42e1-ad28-eabeaab1de42 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.0692735 Jan 19 01:03:11.980251 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7b98104d-eaa6-4772-94f4-5f98eac02768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.002022 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4392dbc3-525e-475f-81e7-80a0fc88dc1e req-fdbfa87c-140c-4980-8b65-fcc50422e9ac tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854535 Jan 19 01:03:12.088046 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7b98104d-eaa6-4772-94f4-5f98eac02768 admin admin] Publish callbacks [] for security_group (d7ba7ece-da19-462f-9372-59fb9d7551fd), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.094093 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7b98104d-eaa6-4772-94f4-5f98eac02768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d7ba7ece-da19-462f-9372-59fb9d7551fd), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.136391 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98104d-eaa6-4772-94f4-5f98eac02768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba7ece-da19-462f-9372-59fb9d7551fd,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:12.144488 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7b98104d-eaa6-4772-94f4-5f98eac02768 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a212c6fb8c54f2aad9cf44143a0b720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237369 Jan 19 01:03:12.144796 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40316) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:12.180058 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-3597d945-e67a-4607-a171-51381f51385f tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:12.181719 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-3597d945-e67a-4607-a171-51381f51385f tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/networks?id=8550cd25-1ac0-43a3-a265-8e2a1781782d HTTP/1.1" status: 200 len: 814 time: 0.1301329 Jan 19 01:03:12.204091 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-a44e2576-5d9c-44ad-bf6f-6b69357d5814 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/quotas/ac73f1c040f94f43bcdd01f92771821e HTTP/1.1" status: 200 len: 375 time: 0.0117817 Jan 19 01:03:12.206276 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dd2da687-040e-45ef-8ae0-492f6077718f admin admin] Publish callbacks [] for security_group (d7ba7ece-da19-462f-9372-59fb9d7551fd), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.232044 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dd2da687-040e-45ef-8ae0-492f6077718f admin admin] Publish callbacks [] for security_group (d7ba7ece-da19-462f-9372-59fb9d7551fd), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.257321 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-9c140702-f95a-4a5b-b1b4-8bd06a9e192c tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac73f1c040f94f43bcdd01f92771821e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430901 Jan 19 01:03:12.300160 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dd2da687-040e-45ef-8ae0-492f6077718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d7ba7ece-da19-462f-9372-59fb9d7551fd), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.302818 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dd2da687-040e-45ef-8ae0-492f6077718f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.304073 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-dd2da687-040e-45ef-8ae0-492f6077718f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7ba7ece-da19-462f-9372-59fb9d7551fd HTTP/1.1" status: 204 len: 168 time: 0.1582670 Jan 19 01:03:12.313136 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2da687-040e-45ef-8ae0-492f6077718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba7ece-da19-462f-9372-59fb9d7551fd,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:12.614215 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-15216423-9a61-4c01-a2fb-023933fa3861 service neutron] 10.222.0.35 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471718 Jan 19 01:03:12.733740 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-d4205373-85cb-48f1-b72d-77e553f829b6 service neutron] 10.222.0.35 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108379 Jan 19 01:03:12.734003 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40322) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:12.756603 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9fd57bea-0d45-4b2b-871c-27f5d8118565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.877989 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9fd57bea-0d45-4b2b-871c-27f5d8118565 admin admin] Publish callbacks [] for security_group (f949f96d-4fe2-4507-a3db-0d68ab29a7f9), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.887105 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9fd57bea-0d45-4b2b-871c-27f5d8118565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f949f96d-4fe2-4507-a3db-0d68ab29a7f9), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:12.961461 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6838473-b13b-4a50-a736-0863c95cf2d3 req-8a3216b4-01ba-4081-9581-b054e524d77c tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 210 time: 0.0461626 Jan 19 01:03:12.966567 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd57bea-0d45-4b2b-871c-27f5d8118565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f949f96d-4fe2-4507-a3db-0d68ab29a7f9,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:12.973653 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9fd57bea-0d45-4b2b-871c-27f5d8118565 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc675931d2ee4dac8fa4a80b822207f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380581 Jan 19 01:03:12.977918 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40328) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:13.047219 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2fb1-501c-44b8-8fa0-5f1451a3c6a1 admin admin] Publish callbacks [] for security_group (f949f96d-4fe2-4507-a3db-0d68ab29a7f9), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:13.085053 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2fb1-501c-44b8-8fa0-5f1451a3c6a1 admin admin] Publish callbacks [] for security_group (f949f96d-4fe2-4507-a3db-0d68ab29a7f9), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:13.176369 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2fb1-501c-44b8-8fa0-5f1451a3c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f949f96d-4fe2-4507-a3db-0d68ab29a7f9), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:13.180623 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2fb1-501c-44b8-8fa0-5f1451a3c6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:13.182509 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1fbf2fb1-501c-44b8-8fa0-5f1451a3c6a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f949f96d-4fe2-4507-a3db-0d68ab29a7f9 HTTP/1.1" status: 204 len: 168 time: 0.2034097 Jan 19 01:03:13.197811 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf2fb1-501c-44b8-8fa0-5f1451a3c6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f949f96d-4fe2-4507-a3db-0d68ab29a7f9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:13.211695 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802db3bd-c9ea-49c8-ba77-6d7a8aafe452 req-e42cabbb-5c58-47d3-bc11-e382280e2270 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:13.218417 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-802db3bd-c9ea-49c8-ba77-6d7a8aafe452 req-e42cabbb-5c58-47d3-bc11-e382280e2270 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.1098673 Jan 19 01:03:13.308703 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-802db3bd-c9ea-49c8-ba77-6d7a8aafe452 req-62c4feab-84b0-4f64-9959-f66812c14c1b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875006 Jan 19 01:03:13.809079 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb75be-c86f-4751-b2a7-98799124a80b req-2bc22f62-260a-4512-8adb-f203fbc9350b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:13.810853 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-60eb75be-c86f-4751-b2a7-98799124a80b req-2bc22f62-260a-4512-8adb-f203fbc9350b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 946 time: 0.0816708 Jan 19 01:03:13.959309 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Deleting port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:03:13.959882 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:14.130895 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] For port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:14.131285 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:14.154002 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3704d459-6412-4d90-a23a-46e38300ef2f req-14b0f2f1-9ad4-47c1-8254-4a75220fc99d tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 210 time: 0.0460701 Jan 19 01:03:14.161640 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Calling delete_port for 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:03:14.360315 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (2af8b39b-1fd3-486d-b078-83ad1b5e7a78), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:14.408514 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'c2be2345-4d5f-41d3-8dda-d7f97540e714', '2af8b39b-1fd3-486d-b078-83ad1b5e7a78'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:03:14.417968 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event deleted for resources: {'Port': ['ID=2af8b39b-1fd3-486d-b078-83ad1b5e7a78,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:14.469740 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] No DVR routers for this DVR port 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:03:14.472370 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:14.475976 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-60eb75be-c86f-4751-b2a7-98799124a80b req-c7441168-6567-4dcf-831a-f92756cad1ea tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "DELETE /v2.0/ports/2af8b39b-1fd3-486d-b078-83ad1b5e7a78 HTTP/1.1" status: 204 len: 173 time: 0.6484332 Jan 19 01:03:14.476452 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'name': 'network-vif-deleted', 'tag': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:14.478923 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6cf3b5-12f4-49c5-9168-454c049f870a" -d '{"events": [{"server_uuid": "f9e12597-7db9-4c72-adc8-20270f7474f4", "name": "network-vif-deleted", "tag": "2af8b39b-1fd3-486d-b078-83ad1b5e7a78"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:14.557094 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fb3db1a2-c35b-44b8-b6f9-a4b13c374cae req-2ca5efa1-5e3a-4a55-993f-a44de1bbe82c tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e12597-7db9-4c72-adc8-20270f7474f4 HTTP/1.1" status: 200 len: 210 time: 0.0476477 Jan 19 01:03:14.582935 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b98658-24c3-45fb-85a1-714c9babebd5 x-openstack-request-id: req-31b98658-24c3-45fb-85a1-714c9babebd5 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:14.583670 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e12597-7db9-4c72-adc8-20270f7474f4", "name": "network-vif-deleted", "tag": "2af8b39b-1fd3-486d-b078-83ad1b5e7a78", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:14.583670 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31b98658-24c3-45fb-85a1-714c9babebd5 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:14.583943 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e12597-7db9-4c72-adc8-20270f7474f4', 'name': 'network-vif-deleted', 'tag': '2af8b39b-1fd3-486d-b078-83ad1b5e7a78', 'status': 'completed', 'code': 200} Jan 19 01:03:14.607276 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-a00861bd-e012-44b1-bf93-658afcb723c5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:14.609819 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-a00861bd-e012-44b1-bf93-658afcb723c5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "GET /v2.0/networks?id=8550cd25-1ac0-43a3-a265-8e2a1781782d HTTP/1.1" status: 200 len: 814 time: 0.3632920 Jan 19 01:03:14.668988 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Request body: {'port': {'device_id': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d', 'admin_state_up': True, 'tenant_id': 'ac73f1c040f94f43bcdd01f92771821e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:03:14.831866 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Made reservation on behalf of ac73f1c040f94f43bcdd01f92771821e for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:03:14.835768 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:15.003679 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Allocated IP 172.20.0.8 (8550cd25-1ac0-43a3-a265-8e2a1781782d/f673d5ca-1ea8-467b-9d3b-b1de28552f4f/955ca13d-bb47-49ba-964d-470483a9019e) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:03:15.210570 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks [] for port (955ca13d-bb47-49ba-964d-470483a9019e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:15.289500 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (955ca13d-bb47-49ba-964d-470483a9019e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:15.379494 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Network 8550cd25-1ac0-43a3-a265-8e2a1781782d is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:03:15.385121 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:03:15.396928 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:03:15.412392 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac64a5a-4123-4493-a5ea-0de2a108ff3e req-2e9e7b7d-534e-41e7-bf0c-a3251e7f29cf tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:15.414117 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bac64a5a-4123-4493-a5ea-0de2a108ff3e req-2e9e7b7d-534e-41e7-bf0c-a3251e7f29cf tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 931 time: 0.1489232 Jan 19 01:03:15.433603 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Pushing event updated for resources: {'Port': ['ID=955ca13d-bb47-49ba-964d-470483a9019e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:15.457059 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.457530 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.458572 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.458786 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.459160 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.459667 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.460040 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.460465 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.461641 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.462048 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.462422 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.462788 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.463305 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:15.508282 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:15.508935 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:15.535588 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bac64a5a-4123-4493-a5ea-0de2a108ff3e req-6303eaf2-0142-45f0-93ed-1dd73aaef0a9 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992930 Jan 19 01:03:15.539327 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-dc328df6-07bc-4715-a61c-8f4c3ce296b5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742847 Jan 19 01:03:15.565865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Request body: {'port': {'device_id': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:03:15.650356 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (955ca13d-bb47-49ba-964d-470483a9019e), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:15.914831 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ca11a-01b1-416b-b115-3589c0218df3 req-4fc3c49e-e280-4f44-9335-f4a18d5a5feb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:15.916495 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c54ca11a-01b1-416b-b115-3589c0218df3 req-4fc3c49e-e280-4f44-9335-f4a18d5a5feb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 945 time: 0.0596769 Jan 19 01:03:15.974308 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c54ca11a-01b1-416b-b115-3589c0218df3 req-6e7c0c1c-deb9-4deb-8ce2-f1d5b69cad1b tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504487 Jan 19 01:03:15.980531 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955ca13d-bb47-49ba-964d-470483a9019e {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:03:15.990241 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Publish callbacks [] for port (955ca13d-bb47-49ba-964d-470483a9019e), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:16.006266 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Transition to ACTIVE for port object 955ca13d-bb47-49ba-964d-470483a9019e will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:03:16.011006 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (955ca13d-bb47-49ba-964d-470483a9019e), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:16.065325 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Pushing event updated for resources: {'Port': ['ID=955ca13d-bb47-49ba-964d-470483a9019e,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:16.160522 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Attempting to bind port 955ca13d-bb47-49ba-964d-470483a9019e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:03:16.162749 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Attempting to bind port 955ca13d-bb47-49ba-964d-470483a9019e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:03:16.163274 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Attempting to bind port 955ca13d-bb47-49ba-964d-470483a9019e on network 8550cd25-1ac0-43a3-a265-8e2a1781782d {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:03:16.171522 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Port 955ca13d-bb47-49ba-964d-470483a9019e on network 8550cd25-1ac0-43a3-a265-8e2a1781782d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:03:16.172043 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Attempting to bind port 955ca13d-bb47-49ba-964d-470483a9019e on network 8550cd25-1ac0-43a3-a265-8e2a1781782d {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:03:16.181442 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:03:16.182049 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Checking segment: {'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:03:16.182663 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Bound using segment: {'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:03:16.183409 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Bound port: 955ca13d-bb47-49ba-964d-470483a9019e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4701ff-fbf0-4ee0-982c-2ceb963eef90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:03:16.184020 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (955ca13d-bb47-49ba-964d-470483a9019e), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:16.260299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] For port 955ca13d-bb47-49ba-964d-470483a9019e, host hv-cinder-79987, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:03:16.263798 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] For port 955ca13d-bb47-49ba-964d-470483a9019e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=955ca13d-bb47-49ba-964d-470483a9019e,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:03:16.269746 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (955ca13d-bb47-49ba-964d-470483a9019e), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:16.308347 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:16.308972 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:16.310425 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-4af81d79-5225-4dae-b102-f0866529024c service neutron] 10.222.0.32 "PUT /v2.0/ports/955ca13d-bb47-49ba-964d-470483a9019e HTTP/1.1" status: 200 len: 1093 time: 0.7512777 Jan 19 01:03:16.310879 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'tag': '955ca13d-bb47-49ba-964d-470483a9019e'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:16.313689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f621b-ed35-4b52-bb42-b77c8d0c1450" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b3f56b-4925-42cd-a1c6-11e90d67ebdd", "tag": "955ca13d-bb47-49ba-964d-470483a9019e"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:16.342980 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af81d79-5225-4dae-b102-f0866529024c service neutron] Pushing event updated for resources: {'Port': ['ID=955ca13d-bb47-49ba-964d-470483a9019e,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:16.356133 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c284592-6855-4314-b311-4558bdbde367 x-openstack-request-id: req-1c284592-6855-4314-b311-4558bdbde367 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:16.356420 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b3f56b-4925-42cd-a1c6-11e90d67ebdd", "tag": "955ca13d-bb47-49ba-964d-470483a9019e", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:16.356673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c284592-6855-4314-b311-4558bdbde367 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:16.357072 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'tag': '955ca13d-bb47-49ba-964d-470483a9019e', 'status': 'completed', 'code': 200} Jan 19 01:03:16.430573 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-2e40c6f5-721b-4b56-b36b-c03194ec3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:16.432250 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-2e40c6f5-721b-4b56-b36b-c03194ec3ddd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac73f1c040f94f43bcdd01f92771821e&device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 1096 time: 0.0436563 Jan 19 01:03:16.502009 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-650a244e-5fcd-43a7-ab0b-33da4d044a79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=955ca13d-bb47-49ba-964d-470483a9019e HTTP/1.1" status: 200 len: 217 time: 0.0433679 Jan 19 01:03:16.555157 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-65d91d7d-de1a-41dc-a467-0ffd65dd1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:16.556668 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-65d91d7d-de1a-41dc-a467-0ffd65dd1df9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f673d5ca-1ea8-467b-9d3b-b1de28552f4f HTTP/1.1" status: 200 len: 854 time: 0.0461879 Jan 19 01:03:16.607874 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-7f027e88-9245-47c9-b678-7645c610faee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8550cd25-1ac0-43a3-a265-8e2a1781782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409245 Jan 19 01:03:16.695625 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706b67b-4dca-4089-b7b4-e92b34963750 req-465b5dc8-1348-43be-9e0e-3b5e497e9abd tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:16.698350 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a706b67b-4dca-4089-b7b4-e92b34963750 req-465b5dc8-1348-43be-9e0e-3b5e497e9abd tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 943 time: 0.0714753 Jan 19 01:03:16.715131 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-ef97fdf6-ed6b-4b1c-b6aa-0f9f3a014542 service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985124 Jan 19 01:03:16.769597 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a706b67b-4dca-4089-b7b4-e92b34963750 req-96bf5008-cb82-42a5-88bc-1dabd936272c tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604749 Jan 19 01:03:16.851213 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cebb4c3c-b7b0-4610-8c0f-34efc16b0af1 req-81fd94a6-9453-4772-a17b-34c7a184fc16 service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271458 Jan 19 01:03:17.012953 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-34a0619a-e633-4995-be61-47c7ca9f25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:17.014546 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-34a0619a-e633-4995-be61-47c7ca9f25b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac73f1c040f94f43bcdd01f92771821e&device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 1096 time: 0.0510364 Jan 19 01:03:17.147863 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb51a3-252c-449d-aaae-c201842774e4 req-cbafdc22-7593-4c53-8ca5-c9be534c8189 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:17.149364 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69cb51a3-252c-449d-aaae-c201842774e4 req-cbafdc22-7593-4c53-8ca5-c9be534c8189 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 945 time: 0.0801413 Jan 19 01:03:17.150550 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-a2913e5e-8dd4-4d74-b9b9-bff472e3b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:17.151870 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-a2913e5e-8dd4-4d74-b9b9-bff472e3b4b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8550cd25-1ac0-43a3-a265-8e2a1781782d HTTP/1.1" status: 200 len: 915 time: 0.1278636 Jan 19 01:03:17.204924 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-3aaa862d-c5b3-4db6-a8ea-3ceedaf3cb8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=955ca13d-bb47-49ba-964d-470483a9019e HTTP/1.1" status: 200 len: 217 time: 0.0432374 Jan 19 01:03:17.261373 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69cb51a3-252c-449d-aaae-c201842774e4 req-bb561a26-0161-483d-9578-0646fc0613f7 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061876 Jan 19 01:03:17.276484 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-eb89223d-4bfa-49bd-9ac1-60c2f0f6eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:17.277999 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-eb89223d-4bfa-49bd-9ac1-60c2f0f6eeb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f673d5ca-1ea8-467b-9d3b-b1de28552f4f HTTP/1.1" status: 200 len: 854 time: 0.0617156 Jan 19 01:03:17.349105 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-8acc2690-0dd0-4b71-a656-fc581c1bca38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8550cd25-1ac0-43a3-a265-8e2a1781782d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315218 Jan 19 01:03:17.468165 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-12563dde-0a36-4656-9750-d4dbdcb820f7 service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123838 Jan 19 01:03:17.565935 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-403f621b-ed35-4b52-bb42-b77c8d0c1450 req-c206d2a6-70d8-458e-82ec-c61ad3f7e1d0 service neutron] 10.222.0.32 "GET /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892527 Jan 19 01:03:17.911275 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913af83-2d2a-4d2e-b1a4-12f38ab6111b req-8b140c5f-273c-4a8a-a008-8d49b3689782 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:17.912807 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6913af83-2d2a-4d2e-b1a4-12f38ab6111b req-8b140c5f-273c-4a8a-a008-8d49b3689782 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 943 time: 0.0606022 Jan 19 01:03:17.919651 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-a6ba1154-eba7-4e42-8064-e65f99984b67 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:17.921091 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-a6ba1154-eba7-4e42-8064-e65f99984b67 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 945 time: 0.0546303 Jan 19 01:03:17.967642 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6913af83-2d2a-4d2e-b1a4-12f38ab6111b req-408cd658-558d-468e-84e3-beaee9e84d84 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485382 Jan 19 01:03:18.030742 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Deleting port c2be2345-4d5f-41d3-8dda-d7f97540e714 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:03:18.031127 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:18.037484 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:18.058419 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:18.058690 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 2af8b39b-1fd3-486d-b078-83ad1b5e7a78 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:18.139103 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] For port c2be2345-4d5f-41d3-8dda-d7f97540e714, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c2be2345-4d5f-41d3-8dda-d7f97540e714,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:18.139580 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:18.153840 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Calling delete_port for c2be2345-4d5f-41d3-8dda-d7f97540e714 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:03:18.290732 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (c2be2345-4d5f-41d3-8dda-d7f97540e714), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:18.325860 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event deleted for resources: {'Port': ['ID=c2be2345-4d5f-41d3-8dda-d7f97540e714,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:18.349125 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'c2be2345-4d5f-41d3-8dda-d7f97540e714'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:03:18.383921 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] No DVR routers for this DVR port c2be2345-4d5f-41d3-8dda-d7f97540e714 on host hv-cinder-79987 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:03:18.394912 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:18.398118 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f8cd11f2-a3f2-43d7-985b-55b9980d1acf req-d718d119-d648-48e6-976e-8925bc9a204d tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "DELETE /v2.0/ports/c2be2345-4d5f-41d3-8dda-d7f97540e714 HTTP/1.1" status: 204 len: 173 time: 0.4707329 Jan 19 01:03:18.398560 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'name': 'network-vif-deleted', 'tag': 'c2be2345-4d5f-41d3-8dda-d7f97540e714'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:18.400802 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d557f6-03cc-4688-9875-d4309851201b" -d '{"events": [{"server_uuid": "58f35a8a-ede6-447d-ac17-3ada99f11829", "name": "network-vif-deleted", "tag": "c2be2345-4d5f-41d3-8dda-d7f97540e714"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:18.417601 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-57d9d297-6779-436c-a700-0b1dd0d67be1 req-69776e77-5475-47f4-9414-fcdab35db690 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=58f35a8a-ede6-447d-ac17-3ada99f11829 HTTP/1.1" status: 200 len: 210 time: 0.0348883 Jan 19 01:03:18.441891 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca2c86-dcc3-4319-b718-ddd39f660103 x-openstack-request-id: req-fdca2c86-dcc3-4319-b718-ddd39f660103 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:18.442392 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f35a8a-ede6-447d-ac17-3ada99f11829", "name": "network-vif-deleted", "tag": "c2be2345-4d5f-41d3-8dda-d7f97540e714", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:18.442740 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdca2c86-dcc3-4319-b718-ddd39f660103 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:18.443245 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f35a8a-ede6-447d-ac17-3ada99f11829', 'name': 'network-vif-deleted', 'tag': 'c2be2345-4d5f-41d3-8dda-d7f97540e714', 'status': 'completed', 'code': 200} Jan 19 01:03:19.102980 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1662e4-b508-4d3c-9144-588b22b793b8 req-6e8eba31-8172-4991-bdb2-4f71291fe804 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:19.104671 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec1662e4-b508-4d3c-9144-588b22b793b8 req-6e8eba31-8172-4991-bdb2-4f71291fe804 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 943 time: 0.0592744 Jan 19 01:03:19.162373 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ec1662e4-b508-4d3c-9144-588b22b793b8 req-8299b7b1-8671-4d3d-aac9-eb5a811d7d9f tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Jan 19 01:03:20.026484 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 955ca13d-bb47-49ba-964d-470483a9019e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:03:20.106207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0de9-1cf1-42ea-8c5b-5148a18f6f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:20.139641 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 955ca13d-bb47-49ba-964d-470483a9019e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=955ca13d-bb47-49ba-964d-470483a9019e,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:20.151472 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '955ca13d-bb47-49ba-964d-470483a9019e', 'network_id': '8550cd25-1ac0-43a3-a265-8e2a1781782d', 'port_id': '955ca13d-bb47-49ba-964d-470483a9019e', 'mac_address': 'fa:16:3e:50:df:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f673d5ca-1ea8-467b-9d3b-b1de28552f4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:03:20.193620 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 955ca13d-bb47-49ba-964d-470483a9019e is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:03:20.194024 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (955ca13d-bb47-49ba-964d-470483a9019e), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:20.208718 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955ca13d-bb47-49ba-964d-470483a9019e {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:03:20.233031 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 955ca13d-bb47-49ba-964d-470483a9019e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=955ca13d-bb47-49ba-964d-470483a9019e,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:20.238207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (955ca13d-bb47-49ba-964d-470483a9019e), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:20.294810 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70c675-0eba-4a9c-a71a-3b70c8ddac49 req-f00476f2-922e-41e0-8c6c-e29f7f8e8c1d tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:20.296560 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ab70c675-0eba-4a9c-a71a-3b70c8ddac49 req-f00476f2-922e-41e0-8c6c-e29f7f8e8c1d tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 944 time: 0.0553584 Jan 19 01:03:20.300573 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=955ca13d-bb47-49ba-964d-470483a9019e,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:20.348149 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ab70c675-0eba-4a9c-a71a-3b70c8ddac49 req-5fb1fc31-0389-458a-854c-ccaf645229d0 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Jan 19 01:03:20.691787 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['955ca13d-bb47-49ba-964d-470483a9019e'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:03:20.868464 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e0acd-bfcb-45b7-a2a7-14a95cd7cf35 req-1fe54487-94f1-4eb3-88e4-96dc453e8f01 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:20.870066 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-289e0acd-bfcb-45b7-a2a7-14a95cd7cf35 req-1fe54487-94f1-4eb3-88e4-96dc453e8f01 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 945 time: 0.0484986 Jan 19 01:03:20.923185 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-289e0acd-bfcb-45b7-a2a7-14a95cd7cf35 req-63dd31cf-6c2b-404c-9c81-151e4841198f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471609 Jan 19 01:03:21.487065 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e512-c03c-41d6-9fbb-647b29ad2ed3 req-9b95f599-23b2-48dd-a709-7a7e31527b46 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:21.488469 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d111e512-c03c-41d6-9fbb-647b29ad2ed3 req-9b95f599-23b2-48dd-a709-7a7e31527b46 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 944 time: 0.0588601 Jan 19 01:03:21.536838 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d111e512-c03c-41d6-9fbb-647b29ad2ed3 req-2aa0d330-6c01-4d20-9d69-20b7d6ac109a tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 Jan 19 01:03:22.042985 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de759456-e9a9-483e-a7fe-6e6f88b1b2cc req-1b6bd559-15eb-4cd2-aded-3aa697cff0f0 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:22.044563 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-de759456-e9a9-483e-a7fe-6e6f88b1b2cc req-1b6bd559-15eb-4cd2-aded-3aa697cff0f0 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 945 time: 0.0517337 Jan 19 01:03:22.052285 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 955ca13d-bb47-49ba-964d-470483a9019e up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:03:22.107590 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-de759456-e9a9-483e-a7fe-6e6f88b1b2cc req-9e7c6513-a5f0-4b60-8369-1d9336f7908c tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Jan 19 01:03:22.120654 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 955ca13d-bb47-49ba-964d-470483a9019e completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:03:22.120654 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 955ca13d-bb47-49ba-964d-470483a9019e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:03:22.120654 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (955ca13d-bb47-49ba-964d-470483a9019e), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:22.348550 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 955ca13d-bb47-49ba-964d-470483a9019e is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:03:22.348550 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (955ca13d-bb47-49ba-964d-470483a9019e), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:22.351697 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d02c9bbe-a7df-4dbf-ac11-24141aadb58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:22.378572 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca13d-bb47-49ba-964d-470483a9019e'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:22.380794 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7981a6a5-03f4-4338-ab38-fdf301dbcb21" -d '{"events": [{"server_uuid": "c9b3f56b-4925-42cd-a1c6-11e90d67ebdd", "name": "network-vif-plugged", "status": "completed", "tag": "955ca13d-bb47-49ba-964d-470483a9019e"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:22.393249 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 955ca13d-bb47-49ba-964d-470483a9019e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=955ca13d-bb47-49ba-964d-470483a9019e,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:22.397845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (955ca13d-bb47-49ba-964d-470483a9019e), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:22.398771 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c2be2345-4d5f-41d3-8dda-d7f97540e714 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:22.420678 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57eb41-47c0-4214-ba61-97d1202157e3 x-openstack-request-id: req-5d57eb41-47c0-4214-ba61-97d1202157e3 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:22.420969 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3f56b-4925-42cd-a1c6-11e90d67ebdd", "name": "network-vif-plugged", "status": "completed", "tag": "955ca13d-bb47-49ba-964d-470483a9019e", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:22.421238 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d57eb41-47c0-4214-ba61-97d1202157e3 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:22.422189 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ca13d-bb47-49ba-964d-470483a9019e', 'code': 200} Jan 19 01:03:22.442184 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: c2be2345-4d5f-41d3-8dda-d7f97540e714 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:22.442523 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device c2be2345-4d5f-41d3-8dda-d7f97540e714 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:22.470868 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=955ca13d-bb47-49ba-964d-470483a9019e,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:22.479222 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.479574 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.479995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.480332 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.480664 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.480995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.481324 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.481693 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.482023 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.482354 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.482676 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.482997 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.483315 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:22.699560 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400aff6-1fe1-494f-af30-1f9b4c2297f9 req-d15c4b7f-341b-4dee-95f5-1851adf1f44e tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:22.701171 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f400aff6-1fe1-494f-af30-1f9b4c2297f9 req-d15c4b7f-341b-4dee-95f5-1851adf1f44e tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0844693 Jan 19 01:03:22.718879 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaa7f8-d616-45c6-b411-6f9bd3314ba3 req-0c45bc4a-d0f7-45f0-a368-e045bff451d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:22.720365 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e7aaa7f8-d616-45c6-b411-6f9bd3314ba3 req-0c45bc4a-d0f7-45f0-a368-e045bff451d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 1098 time: 0.0762749 Jan 19 01:03:22.789620 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f400aff6-1fe1-494f-af30-1f9b4c2297f9 req-da360c45-61f8-4096-bd38-ab223d05697b tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766919 Jan 19 01:03:22.800185 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e7aaa7f8-d616-45c6-b411-6f9bd3314ba3 req-354b2c03-2ff5-49e3-a5d0-3f1d4e7c7757 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611687 Jan 19 01:03:23.245894 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f80f97-53bc-4e39-8c0d-cc4297012e1b req-01702d90-a858-4b4a-aa28-d32a0a5ddf56 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:23.247417 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c2f80f97-53bc-4e39-8c0d-cc4297012e1b req-01702d90-a858-4b4a-aa28-d32a0a5ddf56 tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 945 time: 0.0490305 Jan 19 01:03:23.302849 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c2f80f97-53bc-4e39-8c0d-cc4297012e1b req-1f900a1e-ae9c-4d72-8888-bb45d88a95bb tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/security-groups?id=c8d645aa-ee52-4819-967b-d3328cd7a298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449972 Jan 19 01:03:23.328503 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-6728ba7a-81c5-49c4-812c-8d8da449ce0f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:23.330044 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-6728ba7a-81c5-49c4-812c-8d8da449ce0f tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 945 time: 0.0523176 Jan 19 01:03:23.433497 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Deleting port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:03:23.434036 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:23.524005 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] For port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,segment=NetworkSegment(bf27844c-440d-49bc-a22d-18378cb490d9),segment_id=bf27844c-440d-49bc-a22d-18378cb490d9)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:03:23.524364 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:23.537252 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Calling delete_port for 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:03:23.559739 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:23.685108 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (48d03b9f-93ff-487d-8eb8-b6d6155cceb0), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:23.715755 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Pushing event deleted for resources: {'Port': ['ID=48d03b9f-93ff-487d-8eb8-b6d6155cceb0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:23.735405 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['48d03b9f-93ff-487d-8eb8-b6d6155cceb0'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:03:23.762195 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] No DVR routers for this DVR port 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 on host hv-cinder-79987 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:03:23.765739 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:23.769070 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ac1c800-4d56-42c1-b5d6-041a3544849e req-41b095c7-8c65-43f8-bb4f-b8137c2ec31a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.32 "DELETE /v2.0/ports/48d03b9f-93ff-487d-8eb8-b6d6155cceb0 HTTP/1.1" status: 204 len: 173 time: 0.4307013 Jan 19 01:03:23.769542 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'name': 'network-vif-deleted', 'tag': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:03:23.772007 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b720e34a-1328-4330-8311-4435ddb64fa7" -d '{"events": [{"server_uuid": "2a211ed3-91b3-49a8-8ccd-fe71a9359bfd", "name": "network-vif-deleted", "tag": "48d03b9f-93ff-487d-8eb8-b6d6155cceb0"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:03:23.816002 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef35e16-c141-432f-bd69-0b890a6dcf15 x-openstack-request-id: req-2ef35e16-c141-432f-bd69-0b890a6dcf15 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:03:23.816434 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a211ed3-91b3-49a8-8ccd-fe71a9359bfd", "name": "network-vif-deleted", "tag": "48d03b9f-93ff-487d-8eb8-b6d6155cceb0", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:03:23.816828 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ef35e16-c141-432f-bd69-0b890a6dcf15 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:03:23.817433 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a211ed3-91b3-49a8-8ccd-fe71a9359bfd', 'name': 'network-vif-deleted', 'tag': '48d03b9f-93ff-487d-8eb8-b6d6155cceb0', 'status': 'completed', 'code': 200} Jan 19 01:03:23.964322 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845408b-daa3-400b-a5c9-c7e37a9278f8 req-9a10b6dd-4d72-466e-b21d-698620b1aa7d tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:23.966102 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2845408b-daa3-400b-a5c9-c7e37a9278f8 req-9a10b6dd-4d72-466e-b21d-698620b1aa7d tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0634086 Jan 19 01:03:24.030346 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2845408b-daa3-400b-a5c9-c7e37a9278f8 req-cae26273-93ac-466e-bcbd-d60515dc33cb tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Jan 19 01:03:24.419720 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-089c1cec-fe92-4491-b52d-640009df44f8 req-9095cb48-9a64-492b-9429-3bfa42debe8a tempest-AttachVolumeNegativeTest-929944859 tempest-AttachVolumeNegativeTest-929944859-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a211ed3-91b3-49a8-8ccd-fe71a9359bfd HTTP/1.1" status: 200 len: 210 time: 0.0275316 Jan 19 01:03:24.880421 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:25.347142 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fc46c-7009-4c41-ae49-01ba4169641a req-77b7981b-86c1-4108-a88b-3c5d473768e9 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:25.348851 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e19fc46c-7009-4c41-ae49-01ba4169641a req-77b7981b-86c1-4108-a88b-3c5d473768e9 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0533977 Jan 19 01:03:25.427763 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e19fc46c-7009-4c41-ae49-01ba4169641a req-cf107210-2e3b-49d1-93dc-d7f113505c8e tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728118 Jan 19 01:03:25.501117 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40554) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:25.582905 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] Deleting subnet d60fded0-ad26-44c8-bcf5-af2379aac59f {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:03:25.589069 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] Publish callbacks [] for subnet (d60fded0-ad26-44c8-bcf5-af2379aac59f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:25.665202 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (d60fded0-ad26-44c8-bcf5-af2379aac59f), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:25.714084 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (d60fded0-ad26-44c8-bcf5-af2379aac59f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:25.784513 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (d60fded0-ad26-44c8-bcf5-af2379aac59f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:25.814614 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60fded0-ad26-44c8-bcf5-af2379aac59f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:25.816741 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:25.820144 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-347d2c03-1e30-426b-9b4a-8c7afa7b8764 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d60fded0-ad26-44c8-bcf5-af2379aac59f HTTP/1.1" status: 204 len: 168 time: 0.3172858 Jan 19 01:03:25.823286 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40570) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:25.912254 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (a5df2d14-6c77-4859-a21d-41a9de91756c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.000761 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (a5df2d14-6c77-4859-a21d-41a9de91756c), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.008082 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:03:26.024888 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5df2d14-6c77-4859-a21d-41a9de91756c']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:26.035268 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf27844c-440d-49bc-a22d-18378cb490d9') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:26.035550 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf27844c-440d-49bc-a22d-18378cb490d9') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:03:26.049028 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (bf27844c-440d-49bc-a22d-18378cb490d9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.070351 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (bf27844c-440d-49bc-a22d-18378cb490d9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.079689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:03:26.080229 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (bf27844c-440d-49bc-a22d-18378cb490d9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:03:26.082069 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:03:26.143064 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (a5df2d14-6c77-4859-a21d-41a9de91756c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.147557 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.152428 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a5df2d14-6c77-4859-a21d-41a9de91756c HTTP/1.1" status: 204 len: 168 time: 0.3278165 Jan 19 01:03:26.168962 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9dbcf-ff24-460f-b65b-287db7d7ce95 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5df2d14-6c77-4859-a21d-41a9de91756c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:26.210073 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.349338 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40576) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:26.393405 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1a2ca083-a6d6-48b7-a94b-23e2797dd69d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=501a962e9fd5449fb8b625403e9ff8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428047 Jan 19 01:03:26.395765 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40578) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:26.443387 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa0697d9-287a-40d0-920e-6d997695c22a admin admin] Publish callbacks [] for security_group (c8d645aa-ee52-4819-967b-d3328cd7a298), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.466838 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa0697d9-287a-40d0-920e-6d997695c22a admin admin] Publish callbacks [] for security_group (c8d645aa-ee52-4819-967b-d3328cd7a298), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.513221 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa0697d9-287a-40d0-920e-6d997695c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c8d645aa-ee52-4819-967b-d3328cd7a298), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.516321 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa0697d9-287a-40d0-920e-6d997695c22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:26.517508 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fa0697d9-287a-40d0-920e-6d997695c22a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8d645aa-ee52-4819-967b-d3328cd7a298 HTTP/1.1" status: 204 len: 168 time: 0.1208248 Jan 19 01:03:26.525251 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0697d9-287a-40d0-920e-6d997695c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d645aa-ee52-4819-967b-d3328cd7a298,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:28.121876 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:03:28.151477 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:03:28.152046 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 48d03b9f-93ff-487d-8eb8-b6d6155cceb0 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:03:28.768483 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.545423 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40754) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:34.696325 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6c7eb4ba-c090-4894-a8dd-76335b1c1f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.812952 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6c7eb4ba-c090-4894-a8dd-76335b1c1f5d admin admin] Publish callbacks [] for security_group (4299f41c-6642-435c-88a4-be4fd384b63d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.816629 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6c7eb4ba-c090-4894-a8dd-76335b1c1f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (4299f41c-6642-435c-88a4-be4fd384b63d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.856761 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6c7eb4ba-c090-4894-a8dd-76335b1c1f5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2802057ec194b0083a22cb6caa360ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090503 Jan 19 01:03:34.857935 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7eb4ba-c090-4894-a8dd-76335b1c1f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4299f41c-6642-435c-88a4-be4fd384b63d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:34.859723 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40764) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:34.914896 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Publish callbacks [] for security_group (4299f41c-6642-435c-88a4-be4fd384b63d), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.940887 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Publish callbacks [] for security_group (4299f41c-6642-435c-88a4-be4fd384b63d), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.991362 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (4299f41c-6642-435c-88a4-be4fd384b63d), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.994078 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:34.995227 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4299f41c-6642-435c-88a4-be4fd384b63d HTTP/1.1" status: 204 len: 168 time: 0.1345119 Jan 19 01:03:35.003550 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4299f41c-6642-435c-88a4-be4fd384b63d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:35.020688 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.021044 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.021389 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.021753 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.022086 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.022429 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.022736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.023043 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.023374 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.023699 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.024036 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.024342 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.024659 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1dddf-d1ae-4fd1-b95f-6b345cc866f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:03:35.079536 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210089d-3f17-4156-94ca-a41ee56b59df req-de9c255a-eace-44e1-8eea-6cfc21cc8e73 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:35.081080 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7210089d-3f17-4156-94ca-a41ee56b59df req-de9c255a-eace-44e1-8eea-6cfc21cc8e73 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0707183 Jan 19 01:03:35.144576 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7210089d-3f17-4156-94ca-a41ee56b59df req-6c4c75cf-68bb-4c18-acfb-05f4ce884870 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575011 Jan 19 01:03:35.286907 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40774) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:35.305981 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2038f3a-c399-4689-bd8f-25f789275e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:35.383878 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2038f3a-c399-4689-bd8f-25f789275e05 admin admin] Publish callbacks [] for security_group (ac4583e3-dd8a-4772-b835-a8ca4e19eb39), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:35.389226 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c2038f3a-c399-4689-bd8f-25f789275e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ac4583e3-dd8a-4772-b835-a8ca4e19eb39), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:35.439879 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c2038f3a-c399-4689-bd8f-25f789275e05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cf7d1cec1c04632858e05381b509a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513207 Jan 19 01:03:35.440709 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2038f3a-c399-4689-bd8f-25f789275e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4583e3-dd8a-4772-b835-a8ca4e19eb39,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:35.442474 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40776) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:35.501352 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a45a16d0-a3a6-47e5-9299-31deb450ed87 admin admin] Publish callbacks [] for security_group (ac4583e3-dd8a-4772-b835-a8ca4e19eb39), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:35.523616 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a45a16d0-a3a6-47e5-9299-31deb450ed87 admin admin] Publish callbacks [] for security_group (ac4583e3-dd8a-4772-b835-a8ca4e19eb39), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:35.574065 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a45a16d0-a3a6-47e5-9299-31deb450ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ac4583e3-dd8a-4772-b835-a8ca4e19eb39), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:35.576562 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a45a16d0-a3a6-47e5-9299-31deb450ed87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:35.577855 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a45a16d0-a3a6-47e5-9299-31deb450ed87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac4583e3-dd8a-4772-b835-a8ca4e19eb39 HTTP/1.1" status: 204 len: 168 time: 0.1332424 Jan 19 01:03:35.585745 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a16d0-a3a6-47e5-9299-31deb450ed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4583e3-dd8a-4772-b835-a8ca4e19eb39,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:36.273008 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945fde2-d5e1-4e18-b12a-fd2b0f7b032c req-efcc9f1e-5878-4fee-bb40-6f40478864e3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:36.274599 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f945fde2-d5e1-4e18-b12a-fd2b0f7b032c req-efcc9f1e-5878-4fee-bb40-6f40478864e3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0580611 Jan 19 01:03:36.352263 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f945fde2-d5e1-4e18-b12a-fd2b0f7b032c req-1470a473-097a-47c6-b6cc-9ef49736cadd tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718896 Jan 19 01:03:37.251916 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-71c99e44-0132-494a-b933-d76775281d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:37.254661 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-71c99e44-0132-494a-b933-d76775281d8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1138 time: 0.0491087 Jan 19 01:03:37.370000 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-329486a0-a7dc-4295-8cb7-63fb3273cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:37.371565 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-329486a0-a7dc-4295-8cb7-63fb3273cbc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 916 time: 0.1100414 Jan 19 01:03:37.450311 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40834) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:37.472343 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-3694b1be-ead3-4951-911d-4fc1eeea2384 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 1001 time: 0.0941641 Jan 19 01:03:37.487468 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00c7d9-4691-4690-8395-8fd424580016 req-5e0164f5-1229-479c-9e3b-a307f9d18746 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:37.489207 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-af00c7d9-4691-4690-8395-8fd424580016 req-5e0164f5-1229-479c-9e3b-a307f9d18746 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0604324 Jan 19 01:03:37.563645 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-af00c7d9-4691-4690-8395-8fd424580016 req-b94dc302-7c0a-4a48-a41b-19d894c8a3b6 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683296 Jan 19 01:03:37.756857 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b407170b-6be9-49e5-b1c9-4d41fe8f75b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:37.777305 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-d19c6552-6d70-4b25-9846-9b7e4cc0c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:37.778811 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-d19c6552-6d70-4b25-9846-9b7e4cc0c0ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 200 len: 854 time: 0.2982786 Jan 19 01:03:37.855154 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b407170b-6be9-49e5-b1c9-4d41fe8f75b7 admin admin] Publish callbacks [] for security_group (d3b268d8-3714-4745-bff1-c3d1c25a55da), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:37.860633 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b407170b-6be9-49e5-b1c9-4d41fe8f75b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d3b268d8-3714-4745-bff1-c3d1c25a55da), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:37.902016 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b407170b-6be9-49e5-b1c9-4d41fe8f75b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63ca3c6e3d2a40d2acd2ccc110fa050b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505513 Jan 19 01:03:37.902843 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407170b-6be9-49e5-b1c9-4d41fe8f75b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b268d8-3714-4745-bff1-c3d1c25a55da,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:37.904834 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40840) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:37.958306 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a1818c-01de-4e30-86e8-405490a338d7 admin admin] Publish callbacks [] for security_group (d3b268d8-3714-4745-bff1-c3d1c25a55da), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:37.981794 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a1818c-01de-4e30-86e8-405490a338d7 admin admin] Publish callbacks [] for security_group (d3b268d8-3714-4745-bff1-c3d1c25a55da), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.031008 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a1818c-01de-4e30-86e8-405490a338d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d3b268d8-3714-4745-bff1-c3d1c25a55da), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.033686 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-36a1818c-01de-4e30-86e8-405490a338d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.034881 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-36a1818c-01de-4e30-86e8-405490a338d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3b268d8-3714-4745-bff1-c3d1c25a55da HTTP/1.1" status: 204 len: 168 time: 0.1290646 Jan 19 01:03:38.043241 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1818c-01de-4e30-86e8-405490a338d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b268d8-3714-4745-bff1-c3d1c25a55da,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:38.340184 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40846) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:38.363863 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-413ce12e-6433-437a-8727-d0ecc866a378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.473159 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-413ce12e-6433-437a-8727-d0ecc866a378 admin admin] Publish callbacks [] for security_group (a2124958-652a-49e7-ab7c-d32d315eefce), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.478010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-413ce12e-6433-437a-8727-d0ecc866a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a2124958-652a-49e7-ab7c-d32d315eefce), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.516710 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ce12e-6433-437a-8727-d0ecc866a378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2124958-652a-49e7-ab7c-d32d315eefce,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:38.521336 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-413ce12e-6433-437a-8727-d0ecc866a378 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cb456f5b9684e76ad2267b7863965ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796646 Jan 19 01:03:38.525208 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40856) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:38.581244 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-55be1f51-b274-4baa-8c19-1a9da4f1a168 admin admin] Publish callbacks [] for security_group (a2124958-652a-49e7-ab7c-d32d315eefce), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.604599 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-55be1f51-b274-4baa-8c19-1a9da4f1a168 admin admin] Publish callbacks [] for security_group (a2124958-652a-49e7-ab7c-d32d315eefce), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.615070 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-5ff8f294-2aed-45d4-8125-8b99a3e0ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:38.616602 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-5ff8f294-2aed-45d4-8125-8b99a3e0ad98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424163 Jan 19 01:03:38.656955 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-55be1f51-b274-4baa-8c19-1a9da4f1a168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a2124958-652a-49e7-ab7c-d32d315eefce), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.661371 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-55be1f51-b274-4baa-8c19-1a9da4f1a168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:38.662833 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-55be1f51-b274-4baa-8c19-1a9da4f1a168 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2124958-652a-49e7-ab7c-d32d315eefce HTTP/1.1" status: 204 len: 168 time: 0.1365833 Jan 19 01:03:38.677249 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be1f51-b274-4baa-8c19-1a9da4f1a168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2124958-652a-49e7-ab7c-d32d315eefce,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:38.727184 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05b63-76f1-48ac-85a5-e7950c88c5ec req-fb6577ad-4e92-438f-b159-582425a160b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:38.728721 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fa05b63-76f1-48ac-85a5-e7950c88c5ec req-fb6577ad-4e92-438f-b159-582425a160b2 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0830626 Jan 19 01:03:38.799445 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8fa05b63-76f1-48ac-85a5-e7950c88c5ec req-6f35de1c-74a0-498b-bde8-e0f81ce50a68 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625284 Jan 19 01:03:39.460094 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-74e88e7c-d9f7-4cc2-9c43-3af67e6fba9a service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961845 Jan 19 01:03:39.927641 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635553e9-661d-4212-96f7-9a701a74ab8d req-3f37d0ac-425d-483d-bbf3-797923dc18db tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:39.929513 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-635553e9-661d-4212-96f7-9a701a74ab8d req-3f37d0ac-425d-483d-bbf3-797923dc18db tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0550745 Jan 19 01:03:39.997011 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-635553e9-661d-4212-96f7-9a701a74ab8d req-96730c8a-6ab8-4212-8bc8-0064ab881031 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610247 Jan 19 01:03:40.361530 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f896eaa1-9e5f-4636-b20c-b156f8f63670 req-2d960b58-01c4-4a1a-ae62-ddf4cdefb6d0 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926604 Jan 19 01:03:41.118685 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78237-b8ca-48cb-8b74-b4dd61cd5d1c req-ec23b611-36a6-4071-93ab-1a6a86291120 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:41.120177 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-55a78237-b8ca-48cb-8b74-b4dd61cd5d1c req-ec23b611-36a6-4071-93ab-1a6a86291120 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0521934 Jan 19 01:03:41.182643 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-55a78237-b8ca-48cb-8b74-b4dd61cd5d1c req-4b63fabb-05c0-4c52-98b8-92741a8606c7 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560844 Jan 19 01:03:41.339134 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40950) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:41.447859 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7717268c-7de7-48d9-be2c-73abd4fac2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:41.522662 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7717268c-7de7-48d9-be2c-73abd4fac2cc admin admin] Publish callbacks [] for security_group (54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:41.526519 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7717268c-7de7-48d9-be2c-73abd4fac2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:41.567295 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717268c-7de7-48d9-be2c-73abd4fac2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:41.571463 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7717268c-7de7-48d9-be2c-73abd4fac2cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b71be0dce55b4500bf0a5ffbff3d0a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311556 Jan 19 01:03:41.574246 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40954) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:41.626501 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccec63a-b366-4af1-b8b2-bae2b32f0831 admin admin] Publish callbacks [] for security_group (54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:41.647502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccec63a-b366-4af1-b8b2-bae2b32f0831 admin admin] Publish callbacks [] for security_group (54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:41.694531 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccec63a-b366-4af1-b8b2-bae2b32f0831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:41.697148 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fccec63a-b366-4af1-b8b2-bae2b32f0831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:41.698383 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fccec63a-b366-4af1-b8b2-bae2b32f0831 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417 HTTP/1.1" status: 204 len: 168 time: 0.1231329 Jan 19 01:03:41.709899 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec63a-b366-4af1-b8b2-bae2b32f0831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ab3eaf-82aa-4e7c-ad75-8c02d4d7d417,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:41.979925 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 40970) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:41.993321 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb2c0-c4d0-4be7-9c41-10247cc64099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:42.078106 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb2c0-c4d0-4be7-9c41-10247cc64099 admin admin] Publish callbacks [] for security_group (00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:42.081729 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb2c0-c4d0-4be7-9c41-10247cc64099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:42.124515 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0f7eb2c0-c4d0-4be7-9c41-10247cc64099 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca47cc04f8a949aeb0ad3a753718e430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431613 Jan 19 01:03:42.125382 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb2c0-c4d0-4be7-9c41-10247cc64099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:42.127155 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 40974) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:42.175164 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cbdd454b-e227-4a9e-b01d-a802d64e5929 admin admin] Publish callbacks [] for security_group (00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:42.195819 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cbdd454b-e227-4a9e-b01d-a802d64e5929 admin admin] Publish callbacks [] for security_group (00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:42.242408 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cbdd454b-e227-4a9e-b01d-a802d64e5929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:42.244781 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cbdd454b-e227-4a9e-b01d-a802d64e5929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:42.248471 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cbdd454b-e227-4a9e-b01d-a802d64e5929 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb HTTP/1.1" status: 204 len: 168 time: 0.1202052 Jan 19 01:03:42.256288 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd454b-e227-4a9e-b01d-a802d64e5929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00abd2fe-621f-4ca4-aef1-6e8f2cd3efdb,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:42.306439 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a3eb-22c0-412a-a5b8-508743960f37 req-fa42f7a8-2d2e-4030-8e34-329fd9e85d37 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:42.307924 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6000a3eb-22c0-412a-a5b8-508743960f37 req-fa42f7a8-2d2e-4030-8e34-329fd9e85d37 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0551527 Jan 19 01:03:42.368343 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6000a3eb-22c0-412a-a5b8-508743960f37 req-cf909df6-f103-4e64-9d1c-570030a85b24 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539258 Jan 19 01:03:43.330916 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41012) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:43.463006 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54a44d63-733e-4171-893d-65bb317acf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:43.526836 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1c7ab-6541-4da9-914b-2725a0e95e8b req-a3b35cd2-1edd-4595-becc-2f2278f2725a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:43.528355 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e7d1c7ab-6541-4da9-914b-2725a0e95e8b req-a3b35cd2-1edd-4595-becc-2f2278f2725a tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0822964 Jan 19 01:03:43.614410 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54a44d63-733e-4171-893d-65bb317acf74 admin admin] Publish callbacks [] for security_group (76629eb5-9806-415e-b607-eb22b7a108ff), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:43.621964 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e7d1c7ab-6541-4da9-914b-2725a0e95e8b req-a1134096-3e02-42c6-84fc-0d9577f3985f tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872071 Jan 19 01:03:43.623275 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54a44d63-733e-4171-893d-65bb317acf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (76629eb5-9806-415e-b607-eb22b7a108ff), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:43.664336 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a44d63-733e-4171-893d-65bb317acf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76629eb5-9806-415e-b607-eb22b7a108ff,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:43.670110 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-54a44d63-733e-4171-893d-65bb317acf74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5692ceb7262b4b45badacd43ee7dc6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381209 Jan 19 01:03:43.673538 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41018) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:03:43.731522 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41af9cff-8ec0-4d35-8aac-7b979050c539 admin admin] Publish callbacks [] for security_group (76629eb5-9806-415e-b607-eb22b7a108ff), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:43.753740 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41af9cff-8ec0-4d35-8aac-7b979050c539 admin admin] Publish callbacks [] for security_group (76629eb5-9806-415e-b607-eb22b7a108ff), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:43.805699 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41af9cff-8ec0-4d35-8aac-7b979050c539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (76629eb5-9806-415e-b607-eb22b7a108ff), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:43.808852 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41af9cff-8ec0-4d35-8aac-7b979050c539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:43.810202 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-41af9cff-8ec0-4d35-8aac-7b979050c539 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76629eb5-9806-415e-b607-eb22b7a108ff HTTP/1.1" status: 204 len: 168 time: 0.1356754 Jan 19 01:03:43.820896 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9cff-8ec0-4d35-8aac-7b979050c539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76629eb5-9806-415e-b607-eb22b7a108ff,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:03:44.770376 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3e52-15c7-4a8c-a4d2-da00e3a1705c req-a43f7dbe-9b58-47bc-8b41-6c4403166f22 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:44.771951 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-67ba3e52-15c7-4a8c-a4d2-da00e3a1705c req-a43f7dbe-9b58-47bc-8b41-6c4403166f22 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0558250 Jan 19 01:03:44.845233 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-67ba3e52-15c7-4a8c-a4d2-da00e3a1705c req-d49f1e5e-646b-4387-b123-2c20fd32e50e tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615921 Jan 19 01:03:45.974999 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e853954-3bf3-4f97-831a-f2da9f387be6 req-22d8255a-1be8-4dd3-83d2-6fae80ae636c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:45.976557 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1e853954-3bf3-4f97-831a-f2da9f387be6 req-22d8255a-1be8-4dd3-83d2-6fae80ae636c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0543344 Jan 19 01:03:46.058182 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1e853954-3bf3-4f97-831a-f2da9f387be6 req-0c076cd4-82eb-4883-8659-5de473934d28 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702939 Jan 19 01:03:47.178856 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07918522-f96c-46ed-a539-cd310ec5b588 req-ada80605-47e2-486e-a09a-061208e61734 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:47.180377 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-07918522-f96c-46ed-a539-cd310ec5b588 req-ada80605-47e2-486e-a09a-061208e61734 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0509555 Jan 19 01:03:47.243310 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-07918522-f96c-46ed-a539-cd310ec5b588 req-aad9f785-2c32-4ce9-88f1-e60c95cdc1a5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554059 Jan 19 01:03:48.365654 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966dfc0-a331-48ea-b4d5-aae9922b9010 req-23c89395-e8b5-4e70-886a-2c225f7d1a66 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:48.367387 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f966dfc0-a331-48ea-b4d5-aae9922b9010 req-23c89395-e8b5-4e70-886a-2c225f7d1a66 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0517874 Jan 19 01:03:48.433589 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f966dfc0-a331-48ea-b4d5-aae9922b9010 req-ca950a09-36e1-4419-8b9a-3529d7c2b60c tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603781 Jan 19 01:03:49.722487 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0e57e-7fde-44f7-a9dc-c6b9d106e4fd req-758a7a8b-c56e-462a-96f7-f2960a93bb28 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:49.723996 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e0e57e-7fde-44f7-a9dc-c6b9d106e4fd req-758a7a8b-c56e-462a-96f7-f2960a93bb28 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.2212460 Jan 19 01:03:49.782110 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e0e57e-7fde-44f7-a9dc-c6b9d106e4fd req-0c5190cf-2005-4bf0-8009-132a430f9b52 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524011 Jan 19 01:03:50.069588 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4eeba961-09f7-4212-8999-5475afc0ee76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:50.902172 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226b74a-161b-4058-8261-dbba6eee5485 req-a0dca81a-9ae3-4f05-8dbd-892266588506 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:50.903715 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3226b74a-161b-4058-8261-dbba6eee5485 req-a0dca81a-9ae3-4f05-8dbd-892266588506 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0534995 Jan 19 01:03:50.973394 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3226b74a-161b-4058-8261-dbba6eee5485 req-eba5517d-dc67-424a-bd1b-d1952fc26371 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637863 Jan 19 01:03:52.089396 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859caad-0d6a-4b63-863c-19a59457adfe req-7157fcbc-a46f-4dae-a1bb-72fe95ccd7c8 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:52.090982 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6859caad-0d6a-4b63-863c-19a59457adfe req-7157fcbc-a46f-4dae-a1bb-72fe95ccd7c8 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0487385 Jan 19 01:03:52.149329 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6859caad-0d6a-4b63-863c-19a59457adfe req-7e589b64-8cf3-4ad0-ad51-49bc4769e8b3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519643 Jan 19 01:03:52.324236 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ee1d9cdc-6a63-48bf-aa58-801259c9c187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:53.323746 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8218879-095e-4c97-8e44-402f4f6fe367 req-bb2b3786-e506-477d-be3b-7c3daddef298 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:53.325296 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a8218879-095e-4c97-8e44-402f4f6fe367 req-bb2b3786-e506-477d-be3b-7c3daddef298 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.1023149 Jan 19 01:03:53.385738 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a8218879-095e-4c97-8e44-402f4f6fe367 req-75999a89-17c7-4494-baa0-5348ff69e777 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541453 Jan 19 01:03:53.563765 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:54.501678 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4942bb-766e-44bf-b71f-8a6994b6a738 req-4a2d7529-4c1a-41e1-a84d-a82b599137d3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:54.503137 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b4942bb-766e-44bf-b71f-8a6994b6a738 req-4a2d7529-4c1a-41e1-a84d-a82b599137d3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0497584 Jan 19 01:03:54.568359 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b4942bb-766e-44bf-b71f-8a6994b6a738 req-096eb2ba-c244-4e1e-9019-2ae6579f18d0 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594127 Jan 19 01:03:54.882850 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:55.694006 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284829c6-4488-4d4b-9bbc-de1a83bb218c req-2da68742-9e56-42e3-b78a-b43d454f8294 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:55.695550 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-284829c6-4488-4d4b-9bbc-de1a83bb218c req-2da68742-9e56-42e3-b78a-b43d454f8294 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0576038 Jan 19 01:03:55.759748 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-284829c6-4488-4d4b-9bbc-de1a83bb218c req-aae383ef-6d19-446b-9e3f-4bab02081227 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581706 Jan 19 01:03:56.210080 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:56.874130 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a70d0-3ba1-45a4-984a-1cc208809acd req-41b6c547-cfc5-4060-9c62-ec22eccda072 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:56.875850 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-342a70d0-3ba1-45a4-984a-1cc208809acd req-41b6c547-cfc5-4060-9c62-ec22eccda072 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0496442 Jan 19 01:03:56.942208 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-342a70d0-3ba1-45a4-984a-1cc208809acd req-052d0196-b940-4ab7-99bc-9d80a02f5677 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566134 Jan 19 01:03:58.062439 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79473477-51e5-4e1a-bb1a-cbb1db33c411 req-aa27c2a4-dc4c-4c51-94af-b705605093bc tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:58.064052 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79473477-51e5-4e1a-bb1a-cbb1db33c411 req-aa27c2a4-dc4c-4c51-94af-b705605093bc tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0530217 Jan 19 01:03:58.128964 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-79473477-51e5-4e1a-bb1a-cbb1db33c411 req-3f1de405-5f91-494e-bd69-981a878cbd95 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578575 Jan 19 01:03:58.776724 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:03:59.262012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed326d1-4f79-488c-baf3-69f328e63f4d req-1a00d322-4b60-454b-af9a-d886b9505c91 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:03:59.263673 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4ed326d1-4f79-488c-baf3-69f328e63f4d req-1a00d322-4b60-454b-af9a-d886b9505c91 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0606496 Jan 19 01:03:59.325714 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4ed326d1-4f79-488c-baf3-69f328e63f4d req-8075ceb3-cc04-4c38-84bf-809097ad1327 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&id=b299d5c3-3091-4714-8992-7998dee44112&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555964 Jan 19 01:04:03.009655 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:04:03.561310 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06562fc1-5ba7-4218-bd1f-3c1686309122 req-ae9c9288-c2ef-4fd8-ae4b-fe33eca104f2 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:03.562812 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-06562fc1-5ba7-4218-bd1f-3c1686309122 req-ae9c9288-c2ef-4fd8-ae4b-fe33eca104f2 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0519195 Jan 19 01:04:03.612375 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-06562fc1-5ba7-4218-bd1f-3c1686309122 req-29d044dc-4cb7-49be-ad20-b8e1ec197143 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Jan 19 01:04:04.747785 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd44171-4c9d-4416-9cfd-f9a42617d621 req-262bb22b-51b5-4670-9c91-205f721e95a5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:04.755527 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bdd44171-4c9d-4416-9cfd-f9a42617d621 req-262bb22b-51b5-4670-9c91-205f721e95a5 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0603411 Jan 19 01:04:04.805300 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bdd44171-4c9d-4416-9cfd-f9a42617d621 req-d47b46e7-6cc3-454d-88c0-e352d4b363b1 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Jan 19 01:04:05.924944 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12b050-f28f-4f98-9978-8e312b2959d1 req-a22b9350-9050-40df-ac31-4b3703954aec tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:05.926583 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e12b050-f28f-4f98-9978-8e312b2959d1 req-a22b9350-9050-40df-ac31-4b3703954aec tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0520194 Jan 19 01:04:05.980181 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e12b050-f28f-4f98-9978-8e312b2959d1 req-e984382b-caec-4422-b975-d6e025ade25c tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Jan 19 01:04:07.101586 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81beb69-e052-4fc8-b60b-a36ccab479da req-532ee00d-3b27-40df-99aa-f37ab5848314 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:07.103105 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f81beb69-e052-4fc8-b60b-a36ccab479da req-532ee00d-3b27-40df-99aa-f37ab5848314 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0537021 Jan 19 01:04:07.151588 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f81beb69-e052-4fc8-b60b-a36ccab479da req-a69669f2-ec60-416f-a124-bd6745600f38 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Jan 19 01:04:07.645867 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-9025b44a-8b81-4406-8352-7f7ca5d2c8f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391169 Jan 19 01:04:07.722159 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-30d2b741-0fe8-466a-92fa-abd0608524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:07.723636 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-30d2b741-0fe8-466a-92fa-abd0608524e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 1099 time: 0.0384915 Jan 19 01:04:07.869536 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-85ec7214-556d-4c4e-97b2-3c5e1b16e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:07.871034 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-85ec7214-556d-4c4e-97b2-3c5e1b16e0ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.0876935 Jan 19 01:04:07.943245 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-20749513-780c-4b11-b11e-052d3e7775bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 200 len: 1001 time: 0.0587313 Jan 19 01:04:07.995338 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-f6caeb04-4e17-4a86-99d7-b35521d3b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:07.996828 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-f6caeb04-4e17-4a86-99d7-b35521d3b1b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.0441475 Jan 19 01:04:08.055800 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-8500626a-b48b-4fef-a4c1-157ddcaebbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:08.057415 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-8500626a-b48b-4fef-a4c1-157ddcaebbc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437369 Jan 19 01:04:08.191755 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-26531073-36a0-4f22-89c6-6bd84fb5f7ab service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876129 Jan 19 01:04:08.324129 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48509-637c-4888-9bca-87b5b6ff0c36 req-f2b640a3-fba2-4a3b-ae05-b94c5ba1a62a tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:08.325659 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-39a48509-637c-4888-9bca-87b5b6ff0c36 req-f2b640a3-fba2-4a3b-ae05-b94c5ba1a62a tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.1061931 Jan 19 01:04:08.329928 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-156e9c48-31a7-4879-95eb-082b2e56e7bf req-d757a7e0-d300-4870-b4c6-dc7f6909ae50 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302681 Jan 19 01:04:08.386729 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-39a48509-637c-4888-9bca-87b5b6ff0c36 req-768f771d-a5c5-47ea-935b-f2eeb44a4220 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ac66042-0bcb-426d-a217-69c6a296a565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549722 Jan 19 01:04:08.529398 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-149c2798-6593-4fc7-b69d-94e7ca886936 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:08.532553 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-149c2798-6593-4fc7-b69d-94e7ca886936 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 945 time: 0.0605512 Jan 19 01:04:08.628398 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Deleting port 955ca13d-bb47-49ba-964d-470483a9019e {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:08.628733 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (955ca13d-bb47-49ba-964d-470483a9019e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:08.720558 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] For port 955ca13d-bb47-49ba-964d-470483a9019e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=955ca13d-bb47-49ba-964d-470483a9019e,segment=NetworkSegment(9c4701ff-fbf0-4ee0-982c-2ceb963eef90),segment_id=9c4701ff-fbf0-4ee0-982c-2ceb963eef90)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:08.721130 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (955ca13d-bb47-49ba-964d-470483a9019e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:08.737395 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Calling delete_port for 955ca13d-bb47-49ba-964d-470483a9019e owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:04:08.872520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (955ca13d-bb47-49ba-964d-470483a9019e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:08.906891 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Pushing event deleted for resources: {'Port': ['ID=955ca13d-bb47-49ba-964d-470483a9019e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:08.917843 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['955ca13d-bb47-49ba-964d-470483a9019e'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:04:08.954797 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] No DVR routers for this DVR port 955ca13d-bb47-49ba-964d-470483a9019e on host hv-cinder-79987 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:04:08.957673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:08.961089 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-49fc6119-b9ce-4465-8e3d-e930b32eddc3 req-cf926f0b-dea9-43e7-b73c-1d4fc932ed53 tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.32 "DELETE /v2.0/ports/955ca13d-bb47-49ba-964d-470483a9019e HTTP/1.1" status: 204 len: 173 time: 0.4228561 Jan 19 01:04:08.961518 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'name': 'network-vif-deleted', 'tag': '955ca13d-bb47-49ba-964d-470483a9019e'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:08.963977 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca44ba83-d1f7-40bd-bc95-1939a65be6b4" -d '{"events": [{"server_uuid": "c9b3f56b-4925-42cd-a1c6-11e90d67ebdd", "name": "network-vif-deleted", "tag": "955ca13d-bb47-49ba-964d-470483a9019e"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:09.015831 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc499b48-2ebf-49a9-8b21-796966b31e23 x-openstack-request-id: req-fc499b48-2ebf-49a9-8b21-796966b31e23 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:09.015831 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b3f56b-4925-42cd-a1c6-11e90d67ebdd", "name": "network-vif-deleted", "tag": "955ca13d-bb47-49ba-964d-470483a9019e", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:09.016145 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc499b48-2ebf-49a9-8b21-796966b31e23 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:09.016733 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b3f56b-4925-42cd-a1c6-11e90d67ebdd', 'name': 'network-vif-deleted', 'tag': '955ca13d-bb47-49ba-964d-470483a9019e', 'status': 'completed', 'code': 200} Jan 19 01:04:09.493242 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0e3b1de6-46b1-4766-989b-47b39f0c4882 req-7ced09e8-2573-4ec2-b20f-0f65eaf6a9ca tempest-VolumesSnapshotTestJSON-1601643320 tempest-VolumesSnapshotTestJSON-1601643320-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9b3f56b-4925-42cd-a1c6-11e90d67ebdd HTTP/1.1" status: 200 len: 210 time: 0.0274322 Jan 19 01:04:10.487704 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41388) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:10.607293 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-015bb04e-9e8c-4067-a074-9210468513b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:10.695046 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-015bb04e-9e8c-4067-a074-9210468513b7 admin admin] Publish callbacks [] for security_group (e9f54010-7a9b-4323-88a4-d065ce1b70f1), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:10.700162 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-015bb04e-9e8c-4067-a074-9210468513b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (e9f54010-7a9b-4323-88a4-d065ce1b70f1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:10.741849 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-015bb04e-9e8c-4067-a074-9210468513b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de9711e9a40646c2a35e9cfd720ec10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526922 Jan 19 01:04:10.743277 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bb04e-9e8c-4067-a074-9210468513b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f54010-7a9b-4323-88a4-d065ce1b70f1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:10.745004 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41396) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:10.806972 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-05d405be-fa0e-44df-8772-00ed0ad93aa3 admin admin] Publish callbacks [] for security_group (e9f54010-7a9b-4323-88a4-d065ce1b70f1), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:10.830668 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-05d405be-fa0e-44df-8772-00ed0ad93aa3 admin admin] Publish callbacks [] for security_group (e9f54010-7a9b-4323-88a4-d065ce1b70f1), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:10.882956 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-05d405be-fa0e-44df-8772-00ed0ad93aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (e9f54010-7a9b-4323-88a4-d065ce1b70f1), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:10.885698 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-05d405be-fa0e-44df-8772-00ed0ad93aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:10.886864 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-05d405be-fa0e-44df-8772-00ed0ad93aa3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9f54010-7a9b-4323-88a4-d065ce1b70f1 HTTP/1.1" status: 204 len: 168 time: 0.1409814 Jan 19 01:04:10.895524 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d405be-fa0e-44df-8772-00ed0ad93aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f54010-7a9b-4323-88a4-d065ce1b70f1,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:11.167941 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41406) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:11.182709 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f03f9a63-f38d-47fd-8213-614e345b0f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:11.276297 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f03f9a63-f38d-47fd-8213-614e345b0f1f admin admin] Publish callbacks [] for security_group (816d463c-0eda-4c34-97bb-2ad0e4168f2e), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:11.284919 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f03f9a63-f38d-47fd-8213-614e345b0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (816d463c-0eda-4c34-97bb-2ad0e4168f2e), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:11.325714 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f9a63-f38d-47fd-8213-614e345b0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816d463c-0eda-4c34-97bb-2ad0e4168f2e,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:11.330217 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f03f9a63-f38d-47fd-8213-614e345b0f1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=514377e552ad4d04b0bfd9dfded29470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611543 Jan 19 01:04:11.332648 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41412) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:11.385329 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ae71-01e5-414c-bc3a-6a5534a634b4 admin admin] Publish callbacks [] for security_group (816d463c-0eda-4c34-97bb-2ad0e4168f2e), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:11.408183 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ae71-01e5-414c-bc3a-6a5534a634b4 admin admin] Publish callbacks [] for security_group (816d463c-0eda-4c34-97bb-2ad0e4168f2e), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:11.462545 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ae71-01e5-414c-bc3a-6a5534a634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (816d463c-0eda-4c34-97bb-2ad0e4168f2e), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:11.465736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ae71-01e5-414c-bc3a-6a5534a634b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:11.466928 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-dcb3ae71-01e5-414c-bc3a-6a5534a634b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/816d463c-0eda-4c34-97bb-2ad0e4168f2e HTTP/1.1" status: 204 len: 168 time: 0.1333528 Jan 19 01:04:11.475358 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ae71-01e5-414c-bc3a-6a5534a634b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816d463c-0eda-4c34-97bb-2ad0e4168f2e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:12.325541 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 955ca13d-bb47-49ba-964d-470483a9019e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:04:12.347933 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 955ca13d-bb47-49ba-964d-470483a9019e {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:04:12.348279 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 955ca13d-bb47-49ba-964d-470483a9019e not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:04:12.918966 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41482) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:13.028036 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5472-3b81-412e-8fe4-9b51de03b90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:13.115953 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5472-3b81-412e-8fe4-9b51de03b90d admin admin] Publish callbacks [] for security_group (91a58154-2eb0-49a9-bfdd-92abe0a5675f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:13.124770 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5472-3b81-412e-8fe4-9b51de03b90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (91a58154-2eb0-49a9-bfdd-92abe0a5675f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:13.173710 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7ccc5472-3b81-412e-8fe4-9b51de03b90d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d38e8487c4e4bdc9b35f04db0132d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532609 Jan 19 01:04:13.174424 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc5472-3b81-412e-8fe4-9b51de03b90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a58154-2eb0-49a9-bfdd-92abe0a5675f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:13.177327 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41492) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:13.255594 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a1d5cc9c-e265-4a31-a166-ecefb8f6179c admin admin] Publish callbacks [] for security_group (91a58154-2eb0-49a9-bfdd-92abe0a5675f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:13.292523 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a1d5cc9c-e265-4a31-a166-ecefb8f6179c admin admin] Publish callbacks [] for security_group (91a58154-2eb0-49a9-bfdd-92abe0a5675f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:13.347190 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a1d5cc9c-e265-4a31-a166-ecefb8f6179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (91a58154-2eb0-49a9-bfdd-92abe0a5675f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:13.349936 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a1d5cc9c-e265-4a31-a166-ecefb8f6179c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:13.354338 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a1d5cc9c-e265-4a31-a166-ecefb8f6179c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91a58154-2eb0-49a9-bfdd-92abe0a5675f HTTP/1.1" status: 204 len: 168 time: 0.1757550 Jan 19 01:04:13.366358 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5cc9c-e265-4a31-a166-ecefb8f6179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a58154-2eb0-49a9-bfdd-92abe0a5675f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:20.073703 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2fef7bd4-38c8-48bc-8556-72104575af1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:22.326511 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f3789353-cab4-45ba-ae7b-0d0daf20d5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:23.404788 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6e182-4d83-4360-a971-6a09a8bf1dd3 req-01d1bd4c-9676-4990-9933-fa36192335df tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:23.407062 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-76d6e182-4d83-4360-a971-6a09a8bf1dd3 req-01d1bd4c-9676-4990-9933-fa36192335df tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.0521579 Jan 19 01:04:23.464493 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-76d6e182-4d83-4360-a971-6a09a8bf1dd3 req-515445aa-ef3f-4fba-b3a6-618e16eb4108 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508125 Jan 19 01:04:23.566643 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.006665 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41686) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:24.189296 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d0be87a-1612-414c-9b33-793d7456c8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.321544 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d0be87a-1612-414c-9b33-793d7456c8f4 admin admin] Publish callbacks [] for security_group (fb7a846b-ea13-4f51-a9af-acc765203fd1), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.330525 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7d0be87a-1612-414c-9b33-793d7456c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (fb7a846b-ea13-4f51-a9af-acc765203fd1), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.366293 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41708) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:24.366586 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7d0be87a-1612-414c-9b33-793d7456c8f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1fc2ac7a300649aeabb2827cc4926d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586974 Jan 19 01:04:24.419787 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0be87a-1612-414c-9b33-793d7456c8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a846b-ea13-4f51-a9af-acc765203fd1,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:24.423098 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Publish callbacks [] for security_group (fb7a846b-ea13-4f51-a9af-acc765203fd1), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.449777 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Publish callbacks [] for security_group (fb7a846b-ea13-4f51-a9af-acc765203fd1), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.451949 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68ed1b-a212-4cb0-9251-7d18e328f780 req-334dc113-3478-48cd-a23a-bb7aeff89ac1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:24.454376 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db68ed1b-a212-4cb0-9251-7d18e328f780 req-334dc113-3478-48cd-a23a-bb7aeff89ac1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0955544 Jan 19 01:04:24.509507 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (fb7a846b-ea13-4f51-a9af-acc765203fd1), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.511914 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db68ed1b-a212-4cb0-9251-7d18e328f780 req-dafb1dd9-7ef1-42ab-a820-ab0349e508bc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511703 Jan 19 01:04:24.515741 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.516925 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb7a846b-ea13-4f51-a9af-acc765203fd1 HTTP/1.1" status: 204 len: 168 time: 0.1496451 Jan 19 01:04:24.535363 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a846b-ea13-4f51-a9af-acc765203fd1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:24.544550 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.545143 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.545434 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.545963 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.546294 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.546573 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.546903 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.547256 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.549976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.549976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.549976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.549976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.549976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c3f78-4b9a-495d-814a-622fae3e66f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:24.621788 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772128c-9522-4edf-b05f-dfc008879312 req-d59d517d-8a39-424a-bd6c-25a2a11bf65b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:24.623413 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a772128c-9522-4edf-b05f-dfc008879312 req-d59d517d-8a39-424a-bd6c-25a2a11bf65b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.0655205 Jan 19 01:04:24.676396 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a772128c-9522-4edf-b05f-dfc008879312 req-16e9db8f-e0a7-4561-bfdd-cd9ba2140371 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Jan 19 01:04:24.828393 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41716) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:24.846011 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-12ceaf7e-1093-460a-975d-a314f9512402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.886941 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.931998 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-12ceaf7e-1093-460a-975d-a314f9512402 admin admin] Publish callbacks [] for security_group (67dfb94e-0792-4bfb-93e8-2f9f11dfef35), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.936593 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-12ceaf7e-1093-460a-975d-a314f9512402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (67dfb94e-0792-4bfb-93e8-2f9f11dfef35), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:24.985666 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-12ceaf7e-1093-460a-975d-a314f9512402 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6b4b74c0b65417193b895fa604e7072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559472 Jan 19 01:04:24.986568 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceaf7e-1093-460a-975d-a314f9512402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dfb94e-0792-4bfb-93e8-2f9f11dfef35,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:24.989122 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41718) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:25.045230 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6b46-2cf5-43bd-903d-8a2ad7ab71e9 admin admin] Publish callbacks [] for security_group (67dfb94e-0792-4bfb-93e8-2f9f11dfef35), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:25.069785 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6b46-2cf5-43bd-903d-8a2ad7ab71e9 admin admin] Publish callbacks [] for security_group (67dfb94e-0792-4bfb-93e8-2f9f11dfef35), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:25.123507 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6b46-2cf5-43bd-903d-8a2ad7ab71e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (67dfb94e-0792-4bfb-93e8-2f9f11dfef35), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:25.126162 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6b46-2cf5-43bd-903d-8a2ad7ab71e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:25.127361 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5c0c6b46-2cf5-43bd-903d-8a2ad7ab71e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67dfb94e-0792-4bfb-93e8-2f9f11dfef35 HTTP/1.1" status: 204 len: 168 time: 0.1366892 Jan 19 01:04:25.135448 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c6b46-2cf5-43bd-903d-8a2ad7ab71e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dfb94e-0792-4bfb-93e8-2f9f11dfef35,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:25.536658 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-6539e79a-148b-4ce7-bfa9-f2af08a22611 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:25.551080 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-6539e79a-148b-4ce7-bfa9-f2af08a22611 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.0969188 Jan 19 01:04:25.752328 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b6854-acce-45f1-aa3d-0804404e3ae2 req-fcaeb696-e8f0-482d-a674-2b5bb6160d95 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:25.756652 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db3b6854-acce-45f1-aa3d-0804404e3ae2 req-fcaeb696-e8f0-482d-a674-2b5bb6160d95 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0993896 Jan 19 01:04:25.790917 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41748) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:25.794706 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Deleting port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:25.795338 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:25.845847 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db3b6854-acce-45f1-aa3d-0804404e3ae2 req-2c677c8e-6f30-412b-be5b-9ccd8c349915 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810757 Jan 19 01:04:25.897252 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04e639-27c4-429f-a974-4b7ca3415f0a req-20f5c581-1e11-4360-b021-209fe10d6ac9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:25.898925 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4b04e639-27c4-429f-a974-4b7ca3415f0a req-20f5c581-1e11-4360-b021-209fe10d6ac9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 946 time: 0.1186237 Jan 19 01:04:25.970106 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] For port 106fe9e6-c59d-4f8e-a0e4-1767d393e612, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=106fe9e6-c59d-4f8e-a0e4-1767d393e612,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:25.970483 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:25.993220 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7734a95-97d8-4044-9939-06862006a0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:25.994289 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4b04e639-27c4-429f-a974-4b7ca3415f0a req-24b53960-cd32-4d45-983a-debb5b3dd047 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=802c76fd-15fb-4e1e-bd66-44e3caca1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888386 Jan 19 01:04:26.080496 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7734a95-97d8-4044-9939-06862006a0c6 admin admin] Publish callbacks [] for security_group (f9b2acb7-5157-4e31-8b96-4fc643a944f4), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.085442 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7734a95-97d8-4044-9939-06862006a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f9b2acb7-5157-4e31-8b96-4fc643a944f4), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.127196 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e7734a95-97d8-4044-9939-06862006a0c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afc0e401ab674323b7a172b2c2038f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348253 Jan 19 01:04:26.128609 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7734a95-97d8-4044-9939-06862006a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b2acb7-5157-4e31-8b96-4fc643a944f4,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:26.130266 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41760) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:26.203863 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.262843 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6db0b50d-f643-4c07-9a89-9d63b51d53dd admin admin] Publish callbacks [] for security_group (f9b2acb7-5157-4e31-8b96-4fc643a944f4), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.298509 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6db0b50d-f643-4c07-9a89-9d63b51d53dd admin admin] Publish callbacks [] for security_group (f9b2acb7-5157-4e31-8b96-4fc643a944f4), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.307121 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.307477 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (f1a6f39b-817d-41ab-96db-57bd2fccd0b2), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.307795 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Floating IP f1a6f39b-817d-41ab-96db-57bd2fccd0b2 disassociated. External IP: 172.27.3.162, port: 106fe9e6-c59d-4f8e-a0e4-1767d393e612. Jan 19 01:04:26.308140 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Calling delete_port for 106fe9e6-c59d-4f8e-a0e4-1767d393e612 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:04:26.409959 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6db0b50d-f643-4c07-9a89-9d63b51d53dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f9b2acb7-5157-4e31-8b96-4fc643a944f4), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.412592 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6db0b50d-f643-4c07-9a89-9d63b51d53dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.413796 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6db0b50d-f643-4c07-9a89-9d63b51d53dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9b2acb7-5157-4e31-8b96-4fc643a944f4 HTTP/1.1" status: 204 len: 168 time: 0.2823443 Jan 19 01:04:26.425915 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0b50d-f643-4c07-9a89-9d63b51d53dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b2acb7-5157-4e31-8b96-4fc643a944f4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:26.506718 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (106fe9e6-c59d-4f8e-a0e4-1767d393e612), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.537544 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event deleted for resources: {'Port': ['ID=106fe9e6-c59d-4f8e-a0e4-1767d393e612,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:26.681696 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Router 62691610-9e99-490c-a69a-1e48d6efa1b8 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:04:26.865437 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:04:26.895538 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] Sync routers for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:04:26.915128 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:26.916997 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:26.942242 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] No DVR routers for this DVR port 106fe9e6-c59d-4f8e-a0e4-1767d393e612 on host hv-cinder-79987 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:04:26.945836 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:26.950399 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df9277ad-f4e4-427b-b342-75aa949e75aa req-7a21bcbe-13b9-48d5-9e90-d651a02a36a4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "DELETE /v2.0/ports/106fe9e6-c59d-4f8e-a0e4-1767d393e612 HTTP/1.1" status: 204 len: 173 time: 1.3916290 Jan 19 01:04:26.951632 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-deleted', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:26.954613 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b00644b-8bc1-4fcf-9a26-5d8679b9e2b7" -d '{"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-deleted", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:27.090864 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:27.109236 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580675-eb7b-43c7-81f1-b5a91842fc5e req-dc1e2610-3b31-40d0-90cb-84cedd59e0fa tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:27.111642 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e580675-eb7b-43c7-81f1-b5a91842fc5e req-dc1e2610-3b31-40d0-90cb-84cedd59e0fa tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.1268628 Jan 19 01:04:27.190198 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e580675-eb7b-43c7-81f1-b5a91842fc5e req-68aee65b-ce2a-4260-acb2-4bc8b5a4642e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726411 Jan 19 01:04:27.309237 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6abe717f-653a-440d-b0a2-1ef572a58011 req-039b971e-96a7-4aff-bc46-2ca94e56bef9 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0306089 Jan 19 01:04:27.328467 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd43405-2b01-442f-a8ac-cebfb59a95aa x-openstack-request-id: req-0dd43405-2b01-442f-a8ac-cebfb59a95aa {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:27.328758 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb95a1c-6e71-42df-9009-f72ff6c3b21b", "name": "network-vif-deleted", "tag": "106fe9e6-c59d-4f8e-a0e4-1767d393e612", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:27.329011 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0dd43405-2b01-442f-a8ac-cebfb59a95aa {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:27.329417 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb95a1c-6e71-42df-9009-f72ff6c3b21b', 'name': 'network-vif-deleted', 'tag': '106fe9e6-c59d-4f8e-a0e4-1767d393e612', 'status': 'completed', 'code': 200} Jan 19 01:04:27.347685 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:27.378593 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] Checking router: 62691610-9e99-490c-a69a-1e48d6efa1b8 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:04:27.392637 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:27.393261 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:27.523544 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:27.726229 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:27.753271 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a02f6-a387-44fe-afd8-7feaf8f7df89 None None] The sync data for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi is: [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:04:27.971744 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba565c9-f544-44ee-9998-1b0de3303752 None None] New status for floating IP f1a6f39b-817d-41ab-96db-57bd2fccd0b2: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:04:28.351331 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96992c-4720-420c-81b9-de9ebc62af1e req-8d5b3fee-f822-4f01-b663-2caa753e6810 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:28.353060 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c96992c-4720-420c-81b9-de9ebc62af1e req-8d5b3fee-f822-4f01-b663-2caa753e6810 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.0602055 Jan 19 01:04:28.410121 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2c96992c-4720-420c-81b9-de9ebc62af1e req-80054a2c-6591-4abd-bb3d-0c3bb5b17221 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513165 Jan 19 01:04:28.452698 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4deacaa-157d-4bef-8bc8-e9234079bb87 req-70065958-0c7e-41fa-9381-3379157ed540 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0280814 Jan 19 01:04:28.827004 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:29.580856 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d844b-406d-42dd-bad7-851690f7deb3 req-aace9150-e5da-4330-ad3f-8effa1c48ca3 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:29.582131 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-055bc64a-86ab-4ceb-bd8b-5079bdf0e928 req-7c2a2865-397f-4744-8c9e-d594d2bbe913 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdb95a1c-6e71-42df-9009-f72ff6c3b21b HTTP/1.1" status: 200 len: 210 time: 0.0335295 Jan 19 01:04:29.588935 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ed6d844b-406d-42dd-bad7-851690f7deb3 req-aace9150-e5da-4330-ad3f-8effa1c48ca3 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.1056767 Jan 19 01:04:29.667124 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-17e6c3ab-b660-4b45-804b-15322a6c1f4d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:29.669225 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-17e6c3ab-b660-4b45-804b-15322a6c1f4d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 945 time: 0.1253264 Jan 19 01:04:29.721739 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ed6d844b-406d-42dd-bad7-851690f7deb3 req-204b3bd0-9679-4936-9148-e1eed512efea tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1f42517-a2d3-410e-a141-990c6008995e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057673 Jan 19 01:04:29.794709 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Deleting port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:29.795084 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:29.828159 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:04:29.851458 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 106fe9e6-c59d-4f8e-a0e4-1767d393e612 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:04:29.851948 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 106fe9e6-c59d-4f8e-a0e4-1767d393e612 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:04:29.904152 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] For port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:29.904606 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.314949 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.315302 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (777ef71e-0c34-4d4b-8dee-5dee08159170), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.315758 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Floating IP 777ef71e-0c34-4d4b-8dee-5dee08159170 disassociated. External IP: 172.27.3.85, port: 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21. Jan 19 01:04:30.315954 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Calling delete_port for 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:04:30.481103 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (83a2ace7-080c-4dd2-88ad-7ee6cdf7db21), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.519897 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event deleted for resources: {'Port': ['ID=83a2ace7-080c-4dd2-88ad-7ee6cdf7db21,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:30.643813 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:04:30.735219 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41868) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:30.789943 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:04:30.801836 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-92a94865-8375-478d-b6e2-20f572e54e41 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (802c76fd-15fb-4e1e-bd66-44e3caca1aac), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.803820 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] Sync routers for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:04:30.822618 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:30.830549 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:30.837185 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] No DVR routers for this DVR port 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 on host hv-cinder-79987 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:04:30.839996 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.856494 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-df1b7772-6e5d-49bb-86d6-8bf67b80759e req-636a45e0-dcfa-4478-bf7d-73ab513dbe67 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "DELETE /v2.0/ports/83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 HTTP/1.1" status: 204 len: 173 time: 1.1702173 Jan 19 01:04:30.857075 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'name': 'network-vif-deleted', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:30.859840 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d929dd5-7d31-4b45-8d31-83bc187b611a" -d '{"events": [{"server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "name": "network-vif-deleted", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:30.860176 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-13b5bf70-1bf8-486e-ac54-458e73965d8d req-8c3c8125-3ae5-4097-9504-06786d0fb08c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=d78e94f1-dc77-4535-8a26-e8ff5d3e7f54 HTTP/1.1" status: 200 len: 210 time: 0.0346572 Jan 19 01:04:30.866930 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-92a94865-8375-478d-b6e2-20f572e54e41 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (802c76fd-15fb-4e1e-bd66-44e3caca1aac), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.936477 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe566e2-7bc4-4f6b-86aa-ddc763b27f5a x-openstack-request-id: req-2fe566e2-7bc4-4f6b-86aa-ddc763b27f5a {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:30.936769 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78e94f1-dc77-4535-8a26-e8ff5d3e7f54", "name": "network-vif-deleted", "tag": "83a2ace7-080c-4dd2-88ad-7ee6cdf7db21", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:30.937071 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fe566e2-7bc4-4f6b-86aa-ddc763b27f5a {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:30.937518 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78e94f1-dc77-4535-8a26-e8ff5d3e7f54', 'name': 'network-vif-deleted', 'tag': '83a2ace7-080c-4dd2-88ad-7ee6cdf7db21', 'status': 'completed', 'code': 200} Jan 19 01:04:30.956324 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-92a94865-8375-478d-b6e2-20f572e54e41 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (802c76fd-15fb-4e1e-bd66-44e3caca1aac), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.958748 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-92a94865-8375-478d-b6e2-20f572e54e41 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:30.962416 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-92a94865-8375-478d-b6e2-20f572e54e41 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "DELETE /v2.0/security-groups/802c76fd-15fb-4e1e-bd66-44e3caca1aac HTTP/1.1" status: 204 len: 168 time: 0.2232761 Jan 19 01:04:30.964763 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41874) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:30.974046 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a94865-8375-478d-b6e2-20f572e54e41 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802c76fd-15fb-4e1e-bd66-44e3caca1aac,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:31.021195 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:31.026215 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.api.v2.resource [None req-584e3bc3-bce0-4bb0-bd57-eb711750bec6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] show failed (client error): The resource could not be found. Jan 19 01:04:31.027224 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-584e3bc3-bce0-4bb0-bd57-eb711750bec6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups/802c76fd-15fb-4e1e-bd66-44e3caca1aac HTTP/1.1" status: 404 len: 347 time: 0.0569396 Jan 19 01:04:31.030805 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41876) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:31.176745 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Deleting port 07e3b5c8-9efe-450b-a004-e4881117b728 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:31.177130 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (07e3b5c8-9efe-450b-a004-e4881117b728), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:31.338537 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (07e3b5c8-9efe-450b-a004-e4881117b728), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:31.338774 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (07e3b5c8-9efe-450b-a004-e4881117b728), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:31.353608 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Calling delete_port for 07e3b5c8-9efe-450b-a004-e4881117b728 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:04:31.481478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:31.538421 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] Checking router: 5e10cd29-464d-4d7a-b48a-c0b01ffa376c for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:04:31.552091 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:31.552333 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:31.643772 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (07e3b5c8-9efe-450b-a004-e4881117b728), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:31.684779 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event deleted for resources: {'Port': ['ID=07e3b5c8-9efe-450b-a004-e4881117b728,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:31.726889 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:31.751522 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (f1a6f39b-817d-41ab-96db-57bd2fccd0b2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:31.754316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:31.755453 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d4c08f96-8744-49f2-a02f-d8925325e5dd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "DELETE /v2.0/floatingips/f1a6f39b-817d-41ab-96db-57bd2fccd0b2 HTTP/1.1" status: 204 len: 168 time: 0.7237148 Jan 19 01:04:31.943016 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:31.977023 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41894) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:31.988783 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8111a0e0-7c59-4972-8227-135eef37115f None None] The sync data for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi is: [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:04:32.016346 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41896) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:32.021281 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-02ea3212-b284-4e75-b372-9fd2627ec372 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654572259', 'description': 'tempest-description--1320939005'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:32.056736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-02ea3212-b284-4e75-b372-9fd2627ec372 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.073306 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-29ea689c-ebdd-468f-8977-451a413b3b7a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (d1f42517-a2d3-410e-a141-990c6008995e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.100364 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-29ea689c-ebdd-468f-8977-451a413b3b7a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (d1f42517-a2d3-410e-a141-990c6008995e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.140852 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-02ea3212-b284-4e75-b372-9fd2627ec372 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (a727ffb5-85a5-4b13-9cb7-d7f45b5b1795), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.144931 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-02ea3212-b284-4e75-b372-9fd2627ec372 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a727ffb5-85a5-4b13-9cb7-d7f45b5b1795), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.160070 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-29ea689c-ebdd-468f-8977-451a413b3b7a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d1f42517-a2d3-410e-a141-990c6008995e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.169592 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-29ea689c-ebdd-468f-8977-451a413b3b7a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.169592 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-29ea689c-ebdd-468f-8977-451a413b3b7a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "DELETE /v2.0/security-groups/d1f42517-a2d3-410e-a141-990c6008995e HTTP/1.1" status: 204 len: 168 time: 0.1896181 Jan 19 01:04:32.170037 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41898) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:32.183256 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea689c-ebdd-468f-8977-451a413b3b7a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f42517-a2d3-410e-a141-990c6008995e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:32.196036 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-02ea3212-b284-4e75-b372-9fd2627ec372 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.199969 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-02ea3212-b284-4e75-b372-9fd2627ec372 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1798122 Jan 19 01:04:32.200381 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41900) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:32.202807 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3212-b284-4e75-b372-9fd2627ec372 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:32.205192 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.api.v2.resource [None req-0bfd03f5-191d-462f-9d15-40f94cc709a2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] show failed (client error): The resource could not be found. Jan 19 01:04:32.206328 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0bfd03f5-191d-462f-9d15-40f94cc709a2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups/d1f42517-a2d3-410e-a141-990c6008995e HTTP/1.1" status: 404 len: 347 time: 0.0369551 Jan 19 01:04:32.209469 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41902) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:32.210669 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-520afd3c-b7e4-4dbe-9102-6e2bdf2358f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'security_group_rule': {'security_group_id': 'a727ffb5-85a5-4b13-9cb7-d7f45b5b1795', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:32.245158 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-520afd3c-b7e4-4dbe-9102-6e2bdf2358f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (7dea04e0-9bef-4e8b-8c05-53509d6be0bf), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.315415 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-520afd3c-b7e4-4dbe-9102-6e2bdf2358f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (7dea04e0-9bef-4e8b-8c05-53509d6be0bf), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.319368 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-520afd3c-b7e4-4dbe-9102-6e2bdf2358f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (7dea04e0-9bef-4e8b-8c05-53509d6be0bf), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.330890 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7506f9a0-cf41-40ec-9aa1-1121cabef866 None None] New status for floating IP 777ef71e-0c34-4d4b-8dee-5dee08159170: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:04:32.348243 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520afd3c-b7e4-4dbe-9102-6e2bdf2358f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dea04e0-9bef-4e8b-8c05-53509d6be0bf,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:32.365002 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-520afd3c-b7e4-4dbe-9102-6e2bdf2358f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.367136 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-520afd3c-b7e4-4dbe-9102-6e2bdf2358f5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650543 Jan 19 01:04:32.369481 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41906) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:32.378345 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-8c8773cb-a399-427c-a40a-2c7aa1f5dc52 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'security_group_rule': {'security_group_id': 'a727ffb5-85a5-4b13-9cb7-d7f45b5b1795', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:32.428642 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8c8773cb-a399-427c-a40a-2c7aa1f5dc52 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (19a7d9c8-b92e-43f6-bc57-3cd0d6c6655b), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.500198 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8c8773cb-a399-427c-a40a-2c7aa1f5dc52 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (19a7d9c8-b92e-43f6-bc57-3cd0d6c6655b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.505481 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8c8773cb-a399-427c-a40a-2c7aa1f5dc52 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (19a7d9c8-b92e-43f6-bc57-3cd0d6c6655b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.523953 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8773cb-a399-427c-a40a-2c7aa1f5dc52 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a7d9c8-b92e-43f6-bc57-3cd0d6c6655b,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:32.540306 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8c8773cb-a399-427c-a40a-2c7aa1f5dc52 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.541835 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8c8773cb-a399-427c-a40a-2c7aa1f5dc52 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707919 Jan 19 01:04:32.546516 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41908) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:32.551364 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:32.630709 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.694959 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Deleting port 5e86dca5-e1c0-40d5-99fb-4acad92e115b {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:32.695295 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.791199 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.791518 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (5e86dca5-e1c0-40d5-99fb-4acad92e115b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:32.811074 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Calling delete_port for 5e86dca5-e1c0-40d5-99fb-4acad92e115b owned by network:floatingip {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:04:32.829406 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.003289 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Allocated IP 172.27.3.124 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/03d4c07a-01df-44a9-b08d-3b1d42184ba9) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:04:33.094382 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (5e86dca5-e1c0-40d5-99fb-4acad92e115b), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.127850 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event deleted for resources: {'Port': ['ID=5e86dca5-e1c0-40d5-99fb-4acad92e115b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:33.208149 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.223665 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (777ef71e-0c34-4d4b-8dee-5dee08159170), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.226192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.227371 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-95367331-40de-4d7f-aad4-21f7025bea2e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "DELETE /v2.0/floatingips/777ef71e-0c34-4d4b-8dee-5dee08159170 HTTP/1.1" status: 204 len: 168 time: 1.0154550 Jan 19 01:04:33.256676 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.306355 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:04:33.309404 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:04:33.314113 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:04:33.343667 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'Port': ['ID=03d4c07a-01df-44a9-b08d-3b1d42184ba9,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:33.454566 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (5b1206f3-0b8c-4771-913b-6d3ede3c5576), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.505148 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41922) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:33.505653 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.509812 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-f515c070-f744-4de4-8b51-a19a294d5f6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401462366', 'description': 'tempest-description--1030436679'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:33.535471 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f515c070-f744-4de4-8b51-a19a294d5f6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.604558 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f515c070-f744-4de4-8b51-a19a294d5f6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (81bcfa77-c928-4330-a70e-9e9841324ce6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.609132 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f515c070-f744-4de4-8b51-a19a294d5f6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (81bcfa77-c928-4330-a70e-9e9841324ce6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.640102 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f515c070-f744-4de4-8b51-a19a294d5f6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.641643 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f515c070-f744-4de4-8b51-a19a294d5f6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1352861 Jan 19 01:04:33.644310 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515c070-f744-4de4-8b51-a19a294d5f6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81bcfa77-c928-4330-a70e-9e9841324ce6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:33.644479 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 41924) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:33.650315 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-2f87fbe1-45b4-4379-a388-c5bf450af59f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'security_group_rule': {'security_group_id': '81bcfa77-c928-4330-a70e-9e9841324ce6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:33.683600 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.690395 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.727241 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f87fbe1-45b4-4379-a388-c5bf450af59f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (88b6201a-54c9-4839-bee7-91725cd00c62), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.796437 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'Port': ['ID=03d4c07a-01df-44a9-b08d-3b1d42184ba9,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:33.818844 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (5b1206f3-0b8c-4771-913b-6d3ede3c5576), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.831953 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f87fbe1-45b4-4379-a388-c5bf450af59f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (88b6201a-54c9-4839-bee7-91725cd00c62), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.836484 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f87fbe1-45b4-4379-a388-c5bf450af59f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (88b6201a-54c9-4839-bee7-91725cd00c62), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.852087 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:04:33.855317 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.856813 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-da464594-06e1-49cc-93bb-157f9b8809e2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3093128 Jan 19 01:04:33.862498 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87fbe1-45b4-4379-a388-c5bf450af59f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b6201a-54c9-4839-bee7-91725cd00c62,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:33.880959 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2f87fbe1-45b4-4379-a388-c5bf450af59f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:33.884967 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41934) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:33.885279 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2f87fbe1-45b4-4379-a388-c5bf450af59f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2398129 Jan 19 01:04:33.890299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-25a9a281-b840-40f5-919f-3c181a21eae2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'security_group_rule': {'security_group_id': '81bcfa77-c928-4330-a70e-9e9841324ce6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:33.915952 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:04:33.921523 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 83a2ace7-080c-4dd2-88ad-7ee6cdf7db21 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:04:33.944457 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25a9a281-b840-40f5-919f-3c181a21eae2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (08b7749e-b276-4314-8d0f-61c88a7effb2), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.014891 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25a9a281-b840-40f5-919f-3c181a21eae2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (08b7749e-b276-4314-8d0f-61c88a7effb2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.019397 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25a9a281-b840-40f5-919f-3c181a21eae2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (08b7749e-b276-4314-8d0f-61c88a7effb2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.038925 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a281-b840-40f5-919f-3c181a21eae2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b7749e-b276-4314-8d0f-61c88a7effb2,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:34.053141 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-25a9a281-b840-40f5-919f-3c181a21eae2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.057413 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-25a9a281-b840-40f5-919f-3c181a21eae2 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683414 Jan 19 01:04:34.057931 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 41946) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:34.063845 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:34.090818 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.111313 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-c80a3cd6-d6e5-4701-bb2c-13bf7e68db56 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--654572259&fields=id&tenant_id=26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 267 time: 0.0466695 Jan 19 01:04:34.197443 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.233502 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-7c1fd0b2-f59d-45e1-a97c-6d2e2db9d718 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:34.235041 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-7c1fd0b2-f59d-45e1-a97c-6d2e2db9d718 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 817 time: 0.1162891 Jan 19 01:04:34.251954 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-0a5d32ea-20da-4ddb-b183-4df44d92ed47 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/quotas/26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 375 time: 0.0104783 Jan 19 01:04:34.316310 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-b0f672cb-b282-414c-9fc0-04078a48d25c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561099 Jan 19 01:04:34.324021 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Allocated IP 172.27.3.239 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/c5693ae9-21c3-4377-95ef-b2257df3db10) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:04:34.447515 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.494965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.551270 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-66af0b31-bdaf-436c-8774-22dee967a7bc service neutron] 10.222.0.35 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224164 Jan 19 01:04:34.552482 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:04:34.555451 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:04:34.560134 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:04:34.563490 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'Port': ['ID=c5693ae9-21c3-4377-95ef-b2257df3db10,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:34.655118 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-c4a36144-e15c-4fae-9ff3-019e9cc89808 service neutron] 10.222.0.35 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975199 Jan 19 01:04:34.658600 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (6bf7076a-028e-4db2-8e05-42fc0e663fe6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.697356 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.830810 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d2624fc3-3cae-4b8d-9b9a-a22169c96856 req-a917b688-d2ea-4743-a659-368605f498c1 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 210 time: 0.0304027 Jan 19 01:04:34.890366 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.896526 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.984673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (6bf7076a-028e-4db2-8e05-42fc0e663fe6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:34.995608 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'Port': ['ID=c5693ae9-21c3-4377-95ef-b2257df3db10,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:35.009520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:35.012175 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2cadaba8-e86f-41d7-beed-033fada5ce58 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9514434 Jan 19 01:04:35.248889 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-45ffa204-b751-48cd-8e38-2e403b09f3dd tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1401462366&fields=id&tenant_id=ef284d2a245247f7a8561985ecb39098 HTTP/1.1" status: 200 len: 267 time: 0.0540915 Jan 19 01:04:35.380239 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-bea805a8-1b9c-4883-90bf-d83da9949e5d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:35.381821 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-bea805a8-1b9c-4883-90bf-d83da9949e5d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 810 time: 0.1244781 Jan 19 01:04:35.399547 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-d3001e48-0151-4c10-b7e2-b2a233609fd6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/quotas/ef284d2a245247f7a8561985ecb39098 HTTP/1.1" status: 200 len: 375 time: 0.0100446 Jan 19 01:04:35.473485 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-0fc5c7b2-a71a-4c55-b08c-2e30cef7bfbd tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666466 Jan 19 01:04:35.619483 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-a0bb88df-c2de-44a3-8ee5-6f0a893081b2 service neutron] 10.222.0.35 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337283 Jan 19 01:04:35.717485 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-65442bda-4356-4366-8acc-2c8f30e9376b service neutron] 10.222.0.35 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913842 Jan 19 01:04:35.878628 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-582de468-da74-4740-b32c-c99523ca22ed req-f826341c-ed71-47cb-bda4-3607e13b6fc5 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Jan 19 01:04:35.949633 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8861bd10-a1f1-484e-ab07-8322db8decfa req-87266e85-377d-4ae0-9439-2694edaa45fd tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 210 time: 0.0307512 Jan 19 01:04:36.243219 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-f512366c-573f-4120-b7ac-907a6738ee89 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:36.244656 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-f512366c-573f-4120-b7ac-907a6738ee89 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 817 time: 0.1540453 Jan 19 01:04:36.348227 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ed8027cb-3594-4bff-9504-08475ca73a28 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 379 time: 0.0632703 Jan 19 01:04:36.357503 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'port': {'device_id': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'admin_state_up': True, 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'security_groups': ['a727ffb5-85a5-4b13-9cb7-d7f45b5b1795']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:36.471733 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Made reservation on behalf of 26e726f093b7418db87497cfb659dbf3 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:04:36.475545 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:36.619799 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Allocated IP 172.20.0.10 (d10a2bcb-9525-4cb7-b8dd-683cdf95f329/6717d413-52a9-4e3c-9d51-1d96f030cf3a/e871ea0f-3e5b-4940-afab-68479d0962ba) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:04:36.788065 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:36.832162 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:36.886512 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:04:36.890032 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:04:36.895270 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:04:36.919084 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:37.004932 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:37.006063 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.066146 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-269660ea-40c1-40ac-98ae-8a0ae9bf5603 req-aa69ac2a-6658-454a-8fd7-80963699f422 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 210 time: 0.0536883 Jan 19 01:04:37.087134 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-9fd0b47d-f84c-4d23-b1cd-c54074751469 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7332351 Jan 19 01:04:37.174419 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Request body: {'port': {'device_id': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:37.209128 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082afdb-0e4c-4f79-9847-17cdc2a1d7ab req-72f2a120-2f67-47e3-bdbe-58cfb271158f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:37.211554 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2082afdb-0e4c-4f79-9847-17cdc2a1d7ab req-72f2a120-2f67-47e3-bdbe-58cfb271158f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 932 time: 0.0949593 Jan 19 01:04:37.220151 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-39bed963-6f11-4a5d-a462-8481fb98497c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:37.222107 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-39bed963-6f11-4a5d-a462-8481fb98497c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 810 time: 0.2577336 Jan 19 01:04:37.243782 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-4eab39da-8da0-4568-ade1-85b866ebc756 None None] Provisioning complete for port e871ea0f-3e5b-4940-afab-68479d0962ba triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:04:37.244741 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4eab39da-8da0-4568-ade1-85b866ebc756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.247486 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.333519 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-4eab39da-8da0-4568-ade1-85b866ebc756 None None] Port e871ea0f-3e5b-4940-afab-68479d0962ba cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:04:37.334349 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2082afdb-0e4c-4f79-9847-17cdc2a1d7ab req-0c6c6762-094e-43e3-9eae-b7e526e7f61f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042404 Jan 19 01:04:37.369151 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-da4b67a6-0ad7-4ebc-9e29-a63683d2d4e1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef284d2a245247f7a8561985ecb39098 HTTP/1.1" status: 200 len: 380 time: 0.1159446 Jan 19 01:04:37.382881 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'port': {'device_id': '3afcb7dd-d512-4061-a2da-c747612ed110', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'admin_state_up': True, 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'security_groups': ['81bcfa77-c928-4330-a70e-9e9841324ce6']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:37.515971 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Made reservation on behalf of ef284d2a245247f7a8561985ecb39098 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:04:37.519403 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.603117 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e871ea0f-3e5b-4940-afab-68479d0962ba {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:04:37.611327 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Publish callbacks [] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.624320 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Transition to ACTIVE for port object e871ea0f-3e5b-4940-afab-68479d0962ba will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:04:37.628716 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.691509 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:37.703054 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Allocated IP 172.20.0.14 (a69b36d3-e9c7-4bd1-806e-4931e3175337/de3ef6d9-a942-457a-90ce-e4a7221f1577/381ef2e4-65b1-47b4-af5a-b60f3d5edee6) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:04:37.806695 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Attempting to bind port e871ea0f-3e5b-4940-afab-68479d0962ba on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:04:37.807122 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Attempting to bind port e871ea0f-3e5b-4940-afab-68479d0962ba by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:04:37.807454 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Attempting to bind port e871ea0f-3e5b-4940-afab-68479d0962ba on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:04:37.813692 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Port e871ea0f-3e5b-4940-afab-68479d0962ba on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:04:37.814100 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Attempting to bind port e871ea0f-3e5b-4940-afab-68479d0962ba on network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:04:37.820794 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:04:37.821137 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Checking segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:04:37.821496 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Bound using segment: {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:04:37.822086 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Bound port: e871ea0f-3e5b-4940-afab-68479d0962ba, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa265d4-310c-42ec-8253-dbde5d74b260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:04:37.822468 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.922533 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:04:37.926322 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:04:37.936632 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.948927 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.978006 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:37.978631 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:37.980017 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] 10.222.0.32 "PUT /v2.0/ports/e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 200 len: 1094 time: 0.8772554 Jan 19 01:04:37.980458 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:37.982799 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578f1bf2-a572-4cab-a543-ccf0065a4f38" -d '{"events": [{"name": "network-changed", "server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:38.018646 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4567f4-b02c-448d-a33c-441b37068f22 service neutron] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:38.021375 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:38.075675 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:04:38.080084 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:04:38.085522 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:04:38.090372 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event updated for resources: {'Port': ['ID=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:38.105171 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a851c2be-8e91-45f1-b138-3baab7f71953 x-openstack-request-id: req-a851c2be-8e91-45f1-b138-3baab7f71953 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:38.105865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:38.106516 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a851c2be-8e91-45f1-b138-3baab7f71953 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:38.106915 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'status': 'completed', 'code': 200} Jan 19 01:04:38.127076 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.127421 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.127761 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.128094 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.128425 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.128691 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-6e71acf0-bd4b-4582-bba2-2c3abbf44d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:38.128830 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.129068 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.129401 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.129745 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.130069 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.130387 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.130708 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.131018 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:38.132122 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-6e71acf0-bd4b-4582-bba2-2c3abbf44d36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1097 time: 0.0796063 Jan 19 01:04:38.166951 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:38.167636 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:38.205137 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-0f540177-17b2-4e05-8282-393e0d3f7b53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 200 len: 217 time: 0.0538700 Jan 19 01:04:38.215866 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-901827f4-5a97-4514-bbfd-1bd0d2c034f9 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8380005 Jan 19 01:04:38.235704 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Request body: {'port': {'device_id': '3afcb7dd-d512-4061-a2da-c747612ed110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:38.279419 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-b6ea28f8-87f2-49ae-b665-8a5d41eb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:38.280725 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8c76c-2ff9-4f95-b4a0-71562c2d725b req-8c188637-d003-4477-be60-28ab590d0dd1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:38.283307 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fec8c76c-2ff9-4f95-b4a0-71562c2d725b req-8c188637-d003-4477-be60-28ab590d0dd1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 932 time: 0.1040022 Jan 19 01:04:38.293571 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-b6ea28f8-87f2-49ae-b665-8a5d41eb1111 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.0796700 Jan 19 01:04:38.348023 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-751eab02-3e4c-4ddd-8d97-8c1cf822739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:38.351816 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-751eab02-3e4c-4ddd-8d97-8c1cf822739f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500851 Jan 19 01:04:38.356713 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:38.412199 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-bd976b81-ffbd-4380-a802-d687dc6b36d4 None None] Provisioning complete for port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:04:38.413736 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd976b81-ffbd-4380-a802-d687dc6b36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:38.421197 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fec8c76c-2ff9-4f95-b4a0-71562c2d725b req-cbe9d185-3b9f-416e-bc5e-e2d2168bc4b4 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272557 Jan 19 01:04:38.465595 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-bd976b81-ffbd-4380-a802-d687dc6b36d4 None None] Port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:04:38.581720 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e5f80-96c2-4f60-bbdf-17cdd43b771f req-e2b2bf61-409f-45ad-87be-d161d2f26b59 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:38.583372 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f63e5f80-96c2-4f60-bbdf-17cdd43b771f req-e2b2bf61-409f-45ad-87be-d161d2f26b59 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.1176727 Jan 19 01:04:38.585507 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-211cd263-c1da-425b-97e1-ccf0dc9b09ee service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260752 Jan 19 01:04:38.691139 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f63e5f80-96c2-4f60-bbdf-17cdd43b771f req-56a75825-29b1-416c-ad7a-49ab0bac0896 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004314 Jan 19 01:04:38.720353 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-56dfc498-a99c-4f61-863e-b5a0f66cbb9a req-7f5de618-2898-4af7-8392-d74adf13c4d5 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229675 Jan 19 01:04:38.723722 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:04:38.732120 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Publish callbacks [] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:38.746463 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Transition to ACTIVE for port object 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:04:38.752673 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:38.804651 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:38.880311 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Attempting to bind port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:04:38.880600 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Attempting to bind port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:04:38.881090 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Attempting to bind port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 on network a69b36d3-e9c7-4bd1-806e-4931e3175337 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:04:38.887022 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 on network a69b36d3-e9c7-4bd1-806e-4931e3175337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:04:38.887594 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Attempting to bind port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 on network a69b36d3-e9c7-4bd1-806e-4931e3175337 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:04:38.893353 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-a31cba14-a39b-4544-9f0f-965c8c0cba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:38.893938 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:04:38.894272 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Checking segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:04:38.894922 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-a31cba14-a39b-4544-9f0f-965c8c0cba01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1097 time: 0.0525742 Jan 19 01:04:38.895060 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Bound using segment: {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:04:38.895793 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Bound port: 381ef2e4-65b1-47b4-af5a-b60f3d5edee6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4974ee6b-a505-4a9b-97be-d213bd520bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:04:38.896306 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:38.985496 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] For port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:04:38.988909 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] For port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:04:38.993760 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:39.026729 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-01fa7c13-99ab-4dd8-9174-d8b69ff877d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.028452 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-01fa7c13-99ab-4dd8-9174-d8b69ff877d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.1251318 Jan 19 01:04:39.030631 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.031251 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:39.032605 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/381ef2e4-65b1-47b4-af5a-b60f3d5edee6 HTTP/1.1" status: 200 len: 1094 time: 0.8018012 Jan 19 01:04:39.033046 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:39.035351 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:39.079589 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd001d-ce47-4f35-b3d7-af3570aac5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:39.107041 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-30a48af2-3c04-4743-8f63-8ffc0cd9f538 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 200 len: 217 time: 0.0576739 Jan 19 01:04:39.167026 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-01cb2133-9779-4349-bf51-e529bc457dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.168498 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-01cb2133-9779-4349-bf51-e529bc457dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 1097 time: 0.0587542 Jan 19 01:04:39.178100 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99590099-335f-4bf8-b82b-365ab1a977fd x-openstack-request-id: req-99590099-335f-4bf8-b82b-365ab1a977fd {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:39.178475 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:39.178801 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99590099-335f-4bf8-b82b-365ab1a977fd {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:39.179286 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'status': 'completed', 'code': 200} Jan 19 01:04:39.182470 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-d4f27eb5-1cee-4141-b613-b0b75773623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.186008 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-d4f27eb5-1cee-4141-b613-b0b75773623d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.0711408 Jan 19 01:04:39.229132 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-21a954af-2629-4142-933d-b65f53ca05ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6 HTTP/1.1" status: 200 len: 217 time: 0.0407798 Jan 19 01:04:39.260976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-089f86d2-bcff-43da-9576-17f612c8126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.263340 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-089f86d2-bcff-43da-9576-17f612c8126c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507557 Jan 19 01:04:39.291276 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-775ecc11-3317-4ce3-b6ea-05c343a27c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.292771 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-775ecc11-3317-4ce3-b6ea-05c343a27c40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.0566766 Jan 19 01:04:39.338744 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2fb40f8d-572a-4a76-8ff5-d708defa0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.340296 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-2fb40f8d-572a-4a76-8ff5-d708defa0853 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405962 Jan 19 01:04:39.371655 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-2476aad4-ae91-40f7-8ec6-c472ec6bf2a1 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990334 Jan 19 01:04:39.440562 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-3b6f90a7-421a-4bfd-8564-17dcbe0a923f service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847332 Jan 19 01:04:39.471556 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-578f1bf2-a572-4cab-a543-ccf0065a4f38 req-4ec8d658-3db4-4d8f-b277-1cdddf838ed1 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919249 Jan 19 01:04:39.534926 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a787fca2-92d3-4468-94cc-cb7d8a1a0c7a req-33266733-53ec-4ad8-bd18-4e9e7b7842b3 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856452 Jan 19 01:04:39.553202 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d197a53-f7eb-473d-9abc-79c87d449288 req-2908b9cd-b104-46e3-b6b8-cb9b0665d697 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.554924 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2d197a53-f7eb-473d-9abc-79c87d449288 req-2908b9cd-b104-46e3-b6b8-cb9b0665d697 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 944 time: 0.0503421 Jan 19 01:04:39.616601 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2d197a53-f7eb-473d-9abc-79c87d449288 req-3c34fc12-93f7-45ce-af3d-c7158ae6a1f1 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543427 Jan 19 01:04:39.697445 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42066) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:39.714824 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-88885bd4-c493-474c-8307-5b3203a1df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:39.718190 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-88885bd4-c493-474c-8307-5b3203a1df01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 1097 time: 0.0576620 Jan 19 01:04:39.990108 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] Deleting subnet f673d5ca-1ea8-467b-9d3b-b1de28552f4f {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:04:39.993207 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] Publish callbacks [] for subnet (f673d5ca-1ea8-467b-9d3b-b1de28552f4f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.008932 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:04:40.034919 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (f673d5ca-1ea8-467b-9d3b-b1de28552f4f), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.089021 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (f673d5ca-1ea8-467b-9d3b-b1de28552f4f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.123251 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be36e1-fbbc-434f-8341-589c33ebd6bb req-f7a5f955-6a06-4481-8858-bfde3dc404cc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:40.125271 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a5be36e1-fbbc-434f-8341-589c33ebd6bb req-f7a5f955-6a06-4481-8858-bfde3dc404cc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0809870 Jan 19 01:04:40.130405 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-e1d0fc10-8c87-49d3-97fc-41c309017bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:40.131825 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-e1d0fc10-8c87-49d3-97fc-41c309017bc1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 911 time: 0.4062917 Jan 19 01:04:40.143887 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (f673d5ca-1ea8-467b-9d3b-b1de28552f4f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.170202 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f673d5ca-1ea8-467b-9d3b-b1de28552f4f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:40.178444 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.181623 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a439987f-df93-4b7d-a5c8-2bb0c17415cc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f673d5ca-1ea8-467b-9d3b-b1de28552f4f HTTP/1.1" status: 204 len: 168 time: 0.4842167 Jan 19 01:04:40.183637 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-45f03181-86a0-4516-85c8-1369ccede0bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6 HTTP/1.1" status: 200 len: 217 time: 0.0428345 Jan 19 01:04:40.184115 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42072) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:40.237960 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a5be36e1-fbbc-434f-8341-589c33ebd6bb req-15bc7b52-b570-4b64-ac45-7c8c02fc1315 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051528 Jan 19 01:04:40.257587 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (8550cd25-1ac0-43a3-a265-8e2a1781782d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.258810 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-5cbb383d-7c86-4c98-9439-53770e79e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:40.260274 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-5cbb383d-7c86-4c98-9439-53770e79e9e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.0657048 Jan 19 01:04:40.312001 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-b47fc3e7-767f-45d0-83b1-b19d06c84ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:40.313636 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-b47fc3e7-767f-45d0-83b1-b19d06c84ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457034 Jan 19 01:04:40.342567 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (8550cd25-1ac0-43a3-a265-8e2a1781782d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.370246 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8550cd25-1ac0-43a3-a265-8e2a1781782d']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:40.381780 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4701ff-fbf0-4ee0-982c-2ceb963eef90') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:40.382067 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4701ff-fbf0-4ee0-982c-2ceb963eef90') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:40.392811 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (9c4701ff-fbf0-4ee0-982c-2ceb963eef90), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.406166 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (9c4701ff-fbf0-4ee0-982c-2ceb963eef90), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.412233 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:04:40.412616 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (9c4701ff-fbf0-4ee0-982c-2ceb963eef90), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:04:40.414347 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:04:40.418024 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-3b114e2d-6e9a-4ccc-a226-809dbca12605 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946178 Jan 19 01:04:40.473011 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (8550cd25-1ac0-43a3-a265-8e2a1781782d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.478145 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.484992 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] 10.222.0.35 "DELETE /v2.0/networks/8550cd25-1ac0-43a3-a265-8e2a1781782d HTTP/1.1" status: 204 len: 168 time: 0.2958622 Jan 19 01:04:40.499227 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b8a99-531f-41f2-bb8c-2d6fd943364f admin admin] Pushing event deleted for resources: {'Network': ['ID=8550cd25-1ac0-43a3-a265-8e2a1781782d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:40.527985 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-623e12e2-e2f1-4de8-a11d-47b7cc807b9a req-b8c6bc7e-4b6a-486f-8037-85c7d7c8777a service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990057 Jan 19 01:04:40.649770 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42078) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:40.693220 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8ff7049a-4320-4ff6-92b7-66f68831e042 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac73f1c040f94f43bcdd01f92771821e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421562 Jan 19 01:04:40.695631 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42080) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:40.741077 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe4a88-6780-4ea6-a690-95c57e7675f7 req-a3167351-5e8c-43e0-8b33-bc9fe3cc7aaa tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:40.742951 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c9fe4a88-6780-4ea6-a690-95c57e7675f7 req-a3167351-5e8c-43e0-8b33-bc9fe3cc7aaa tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 944 time: 0.0569632 Jan 19 01:04:40.753267 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a8e5-cd9d-41f8-bd2a-0703d55c21a4 admin admin] Publish callbacks [] for security_group (7ac66042-0bcb-426d-a217-69c6a296a565), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.778017 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a8e5-cd9d-41f8-bd2a-0703d55c21a4 admin admin] Publish callbacks [] for security_group (7ac66042-0bcb-426d-a217-69c6a296a565), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.801898 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c9fe4a88-6780-4ea6-a690-95c57e7675f7 req-0dba1214-c7f8-4fc7-89d9-64e44807eb6c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503795 Jan 19 01:04:40.835326 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a8e5-cd9d-41f8-bd2a-0703d55c21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (7ac66042-0bcb-426d-a217-69c6a296a565), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.837946 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a8e5-cd9d-41f8-bd2a-0703d55c21a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:40.839115 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f8e9a8e5-cd9d-41f8-bd2a-0703d55c21a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ac66042-0bcb-426d-a217-69c6a296a565 HTTP/1.1" status: 204 len: 168 time: 0.1424532 Jan 19 01:04:40.848207 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9a8e5-cd9d-41f8-bd2a-0703d55c21a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac66042-0bcb-426d-a217-69c6a296a565,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:41.362247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8080-211b-4f80-90a9-f19aa3b53e06 req-93455bd1-0ddd-483b-ad41-f37fef03bb3c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:41.363711 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-681a8080-211b-4f80-90a9-f19aa3b53e06 req-93455bd1-0ddd-483b-ad41-f37fef03bb3c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0478363 Jan 19 01:04:41.411064 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-681a8080-211b-4f80-90a9-f19aa3b53e06 req-bebf05d3-02af-4dbc-a24c-c035155c06c2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418298 Jan 19 01:04:41.898728 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:04:41.917954 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecabf7-f5aa-4748-9942-9aeefd2bb08d req-3f883ccd-2ab6-4926-9e0f-8b6f51e962ec tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:41.919478 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cbecabf7-f5aa-4748-9942-9aeefd2bb08d req-3f883ccd-2ab6-4926-9e0f-8b6f51e962ec tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 944 time: 0.0509553 Jan 19 01:04:41.968879 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cbecabf7-f5aa-4748-9942-9aeefd2bb08d req-1e60892e-4f81-4dcb-8219-0599b1b6f0fc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423875 Jan 19 01:04:41.996964 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:42.008775 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'port_id': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'mac_address': 'fa:16:3e:ff:28:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:04:42.045056 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e871ea0f-3e5b-4940-afab-68479d0962ba is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:04:42.045983 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:42.059616 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e871ea0f-3e5b-4940-afab-68479d0962ba {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:04:42.079245 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:42.085800 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:42.086856 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:04:42.193654 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:42.214132 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.214726 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.215309 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.215859 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.216396 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.216935 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.217456 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.218054 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.218608 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.219168 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.219731 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.220286 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.220849 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:04:42.285300 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:42.307001 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'port_id': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'mac_address': 'fa:16:3e:d5:2f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:04:42.371435 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:04:42.372076 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:42.391359 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:04:42.412684 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:42.417294 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:42.488962 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:42.568995 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63be0b-dc17-43d8-9722-f96dea8dbc50 req-21d76769-9b63-4558-8c18-464dc337e1a2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:42.570570 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b63be0b-dc17-43d8-9722-f96dea8dbc50 req-21d76769-9b63-4558-8c18-464dc337e1a2 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 945 time: 0.0584223 Jan 19 01:04:42.620334 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b63be0b-dc17-43d8-9722-f96dea8dbc50 req-e59f717c-bc9f-4fe5-9ca7-6c74ecdc5be8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Jan 19 01:04:42.846108 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['e871ea0f-3e5b-4940-afab-68479d0962ba'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:04:42.879161 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['381ef2e4-65b1-47b4-af5a-b60f3d5edee6'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:04:43.087538 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b473f97-6540-4e52-8e57-16ddab6d7396 req-96c31d66-501d-4040-8c43-1dc070859c37 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:43.089106 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2b473f97-6540-4e52-8e57-16ddab6d7396 req-96c31d66-501d-4040-8c43-1dc070859c37 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Jan 19 01:04:43.144666 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2b473f97-6540-4e52-8e57-16ddab6d7396 req-f7d8d64f-9e01-4f32-a6ec-ab29e04f66c0 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491180 Jan 19 01:04:43.749668 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04e07e-0fa4-4a29-a5a0-fa8c1bf3a436 req-bedbe2ad-07eb-46a3-ae5e-18b82c565334 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:43.751238 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd04e07e-0fa4-4a29-a5a0-fa8c1bf3a436 req-bedbe2ad-07eb-46a3-ae5e-18b82c565334 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 945 time: 0.0575874 Jan 19 01:04:43.802905 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd04e07e-0fa4-4a29-a5a0-fa8c1bf3a436 req-f6f31ce0-2e4f-406b-9a24-1eb00426ef81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457282 Jan 19 01:04:43.901212 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:04:43.957250 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port e871ea0f-3e5b-4940-afab-68479d0962ba completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:04:43.961796 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port e871ea0f-3e5b-4940-afab-68479d0962ba triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:04:43.962168 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:44.049996 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e871ea0f-3e5b-4940-afab-68479d0962ba is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:04:44.050602 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:44.083016 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:44.085279 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b325439-f39f-4da6-9d99-fe0ea9e5ec48" -d '{"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-plugged", "status": "completed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:44.099269 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:44.103309 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:44.104197 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:04:44.189080 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:44.204387 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:04:44.209803 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:04:44.210436 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:44.284235 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cda31-f333-478f-b7f4-938720c0ecdb req-7552f213-7a2c-414b-aa26-c93d8fd54981 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:44.287037 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a8cda31-f333-478f-b7f4-938720c0ecdb req-7552f213-7a2c-414b-aa26-c93d8fd54981 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 945 time: 0.0680573 Jan 19 01:04:44.293386 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:04:44.293812 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:44.334234 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:44.338269 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867d8adf-27dc-4b07-b91a-46151b75b16b x-openstack-request-id: req-867d8adf-27dc-4b07-b91a-46151b75b16b {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:44.338647 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-plugged", "status": "completed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:44.338834 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-867d8adf-27dc-4b07-b91a-46151b75b16b {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:44.339213 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'code': 200} Jan 19 01:04:44.340397 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:44.350491 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a8cda31-f333-478f-b7f4-938720c0ecdb req-18c503d4-8d12-4836-adc3-7472f2ea053a tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534277 Jan 19 01:04:44.392137 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:44.561374 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6bf8-5b4d-4cd3-9dd1-e70d73e36d5a req-d8f4d90a-3b38-49c5-8c68-2bf9acaa3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:44.562823 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b6a6bf8-5b4d-4cd3-9dd1-e70d73e36d5a req-d8f4d90a-3b38-49c5-8c68-2bf9acaa3ce3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1099 time: 0.0435588 Jan 19 01:04:44.610063 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b6a6bf8-5b4d-4cd3-9dd1-e70d73e36d5a req-c851f7e6-0eda-4702-afc9-e0f3de8c1fc2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399084 Jan 19 01:04:44.926750 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8341d0-9427-4386-9e1e-f247b35bc90e req-2ddcb173-95ea-4282-a5a5-df4e8c83fc75 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:44.928335 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cd8341d0-9427-4386-9e1e-f247b35bc90e req-2ddcb173-95ea-4282-a5a5-df4e8c83fc75 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0511985 Jan 19 01:04:44.977004 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cd8341d0-9427-4386-9e1e-f247b35bc90e req-52af1b76-167e-421f-9014-b07d0013688f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431323 Jan 19 01:04:45.471719 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c6b0-49a1-47f3-bee5-9b25a8c691c6 req-384a9935-c8fb-43cb-a7f5-67ce242e528e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:45.473251 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6541c6b0-49a1-47f3-bee5-9b25a8c691c6 req-384a9935-c8fb-43cb-a7f5-67ce242e528e tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Jan 19 01:04:45.525973 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6541c6b0-49a1-47f3-bee5-9b25a8c691c6 req-052f42cc-3483-478a-9a51-21d8d901aa10 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435190 Jan 19 01:04:46.121388 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8298e39-523e-4178-8372-fa846614c1b2 req-0a504680-d2d7-4150-9d43-0202385bd4dc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:46.122909 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8298e39-523e-4178-8372-fa846614c1b2 req-0a504680-d2d7-4150-9d43-0202385bd4dc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0717089 Jan 19 01:04:46.180407 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d8298e39-523e-4178-8372-fa846614c1b2 req-e33a376a-40ae-4789-9b6c-c800ef894fc7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488329 Jan 19 01:04:46.311518 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcea4a3-a1ac-4129-b452-633a9057d638 req-1d4d6e4e-0c05-4818-a919-07147fa917c8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:46.313446 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2fcea4a3-a1ac-4129-b452-633a9057d638 req-1d4d6e4e-0c05-4818-a919-07147fa917c8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0625751 Jan 19 01:04:46.322271 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42142) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:46.327008 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Request body: {'floatingip': {'port_id': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:46.340092 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:46.343338 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e02cf-8b79-4048-b58c-ce7b8a307a84" -d '{"events": [{"server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "name": "network-vif-plugged", "status": "completed", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:46.370448 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (5b1206f3-0b8c-4771-913b-6d3ede3c5576), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:46.388568 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b994c4c-2e4a-4df5-9bb8-a7e1ed3e87d6 x-openstack-request-id: req-3b994c4c-2e4a-4df5-9bb8-a7e1ed3e87d6 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:46.389946 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "name": "network-vif-plugged", "status": "completed", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:46.390380 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b994c4c-2e4a-4df5-9bb8-a7e1ed3e87d6 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:46.390993 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'code': 200} Jan 19 01:04:46.720680 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf458d7b-c625-4a58-bc07-9bcca67f8aa3 req-8ee2c084-e03b-4adc-9ced-2f66e0519b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:46.722177 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf458d7b-c625-4a58-bc07-9bcca67f8aa3 req-8ee2c084-e03b-4adc-9ced-2f66e0519b33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 1099 time: 0.1518216 Jan 19 01:04:46.792510 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f010e-fb58-4223-9c18-6a1a5fc3b1aa req-47333e4b-0737-4b98-90ca-a38992724816 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:46.794095 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-921f010e-fb58-4223-9c18-6a1a5fc3b1aa req-47333e4b-0737-4b98-90ca-a38992724816 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.1730080 Jan 19 01:04:46.872811 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf458d7b-c625-4a58-bc07-9bcca67f8aa3 req-04462355-a016-49f9-a525-cde606229b85 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176481 Jan 19 01:04:46.921943 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-921f010e-fb58-4223-9c18-6a1a5fc3b1aa req-7cc73bf7-d490-4924-b0f9-27dd0eb5710c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208873 Jan 19 01:04:47.013879 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:47.018547 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (5b1206f3-0b8c-4771-913b-6d3ede3c5576), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:47.123916 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Floating IP 5b1206f3-0b8c-4771-913b-6d3ede3c5576 associated. External IP: 172.27.3.124, port: e871ea0f-3e5b-4940-afab-68479d0962ba. Jan 19 01:04:47.332950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Router 62691610-9e99-490c-a69a-1e48d6efa1b8 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:04:47.443717 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:04:47.448576 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:47.457356 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] Sync routers for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:04:47.468228 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:47.468843 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:47.478814 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2b73fef1-a908-4518-bfc5-5a8226d05c81 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "PUT /v2.0/floatingips/5b1206f3-0b8c-4771-913b-6d3ede3c5576 HTTP/1.1" status: 200 len: 992 time: 1.1553321 Jan 19 01:04:47.479563 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:47.481719 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:47.529282 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c10e7-613d-4d63-8840-962be18a8e92 x-openstack-request-id: req-ea0c10e7-613d-4d63-8840-962be18a8e92 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:47.529624 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:47.531326 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea0c10e7-613d-4d63-8840-962be18a8e92 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:47.532413 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'status': 'completed', 'code': 200} Jan 19 01:04:47.641271 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-51e151f6-343b-4ecb-94e6-4b2b476f5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:47.642899 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-51e151f6-343b-4ecb-94e6-4b2b476f5392 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1099 time: 0.0537570 Jan 19 01:04:47.731878 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:47.749447 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-52f490dc-3ee1-462b-b7c9-bfad1f30749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:47.751090 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-52f490dc-3ee1-462b-b7c9-bfad1f30749f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.1014700 Jan 19 01:04:47.828475 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-c8e90de4-dcf1-4fa0-880d-edebb66ee834 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 200 len: 1000 time: 0.0709240 Jan 19 01:04:47.853772 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42168) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:47.904280 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-7a67b6d2-bf2b-465f-a890-c106adc2faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:47.905727 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-7a67b6d2-bf2b-465f-a890-c106adc2faf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.0595944 Jan 19 01:04:47.961668 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-66404512-d4d5-446b-96f7-1797b8b060e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:47.963376 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-66404512-d4d5-446b-96f7-1797b8b060e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508819 Jan 19 01:04:48.003146 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-211cc97f-52b8-4413-ae13-75d5e08d6051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:48.014968 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '5b1206f3-0b8c-4771-913b-6d3ede3c5576', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'port_id': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'mac_address': 'fa:16:3e:ff:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:04:33Z', 'updated_at': '2022-01-19T01:04:46Z', 'revision_number': 1, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:48.052203 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] Checking router: 62691610-9e99-490c-a69a-1e48d6efa1b8 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:04:48.064357 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:48.065248 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:48.093457 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-211cc97f-52b8-4413-ae13-75d5e08d6051 admin admin] Publish callbacks [] for security_group (d7a193ad-db85-486e-a5eb-25babff11975), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:48.099059 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-211cc97f-52b8-4413-ae13-75d5e08d6051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d7a193ad-db85-486e-a5eb-25babff11975), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:48.140735 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-211cc97f-52b8-4413-ae13-75d5e08d6051 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fb9a1c3b7a2406880120d44f3b166f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858570 Jan 19 01:04:48.141938 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cc97f-52b8-4413-ae13-75d5e08d6051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a193ad-db85-486e-a5eb-25babff11975,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:48.144692 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42176) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:48.154054 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835420-dfba-4d52-9df4-dc3efdf692df req-eda08b4e-f76b-4b6e-92ec-78e1d734c946 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:48.155707 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c835420-dfba-4d52-9df4-dc3efdf692df req-eda08b4e-f76b-4b6e-92ec-78e1d734c946 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.1531830 Jan 19 01:04:48.202048 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d684575d-7622-47f8-8894-7780b8230641 admin admin] Publish callbacks [] for security_group (d7a193ad-db85-486e-a5eb-25babff11975), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:48.228877 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d684575d-7622-47f8-8894-7780b8230641 admin admin] Publish callbacks [] for security_group (d7a193ad-db85-486e-a5eb-25babff11975), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:48.242474 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-d85ff943-0b9c-4020-8993-d3e0e8007883 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370644 Jan 19 01:04:48.246022 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c835420-dfba-4d52-9df4-dc3efdf692df req-a66229ee-0f4e-4206-a66b-543c9ed67cbc tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834126 Jan 19 01:04:48.256495 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:48.325151 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d684575d-7622-47f8-8894-7780b8230641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d7a193ad-db85-486e-a5eb-25babff11975), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:48.328490 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d684575d-7622-47f8-8894-7780b8230641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:48.329760 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d684575d-7622-47f8-8894-7780b8230641 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7a193ad-db85-486e-a5eb-25babff11975 HTTP/1.1" status: 204 len: 168 time: 0.1838915 Jan 19 01:04:48.340976 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684575d-7622-47f8-8894-7780b8230641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a193ad-db85-486e-a5eb-25babff11975,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:48.408841 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d8b4248-fe98-4480-ad2f-f24501a0dc7f req-f86d22bd-378f-43ac-a063-24ee4736c1dc service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575849 Jan 19 01:04:48.558644 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '5b1206f3-0b8c-4771-913b-6d3ede3c5576', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'port_id': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'mac_address': 'fa:16:3e:ff:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:04:33Z', 'updated_at': '2022-01-19T01:04:46Z', 'revision_number': 1, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:48.590609 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbfecbf-fe03-4075-8362-9b2e7feec155 None None] The sync data for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi is: [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '5b1206f3-0b8c-4771-913b-6d3ede3c5576', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'port_id': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'mac_address': 'fa:16:3e:ff:28:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:04:33Z', 'updated_at': '2022-01-19T01:04:46Z', 'revision_number': 1, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:04:48.813155 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b971732-509c-45df-83c6-af3cbaf9cbbc None None] New status for floating IP 5b1206f3-0b8c-4771-913b-6d3ede3c5576: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:04:49.371996 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-2cb143a7-b86f-4f51-8058-b838f3554d16 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019152140&fields=id&tenant_id=57a740c1bb3e424287752ebd823d57ec HTTP/1.1" status: 200 len: 267 time: 0.0635462 Jan 19 01:04:49.401226 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb418f-9c00-4973-a153-e46ad8d0da0d req-37445db2-bf09-4be8-be83-aa4a7d4e0972 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:49.402858 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43fb418f-9c00-4973-a153-e46ad8d0da0d req-37445db2-bf09-4be8-be83-aa4a7d4e0972 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.0684054 Jan 19 01:04:49.438014 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-2230565c-58d4-4e46-9505-cd4d7db45225 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:49.439563 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-2230565c-58d4-4e46-9505-cd4d7db45225 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 985 time: 0.0647199 Jan 19 01:04:49.450543 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Request body: {'port': {'security_groups': ['55da2798-06cc-4b93-a132-90a15eeee6d8']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:49.477597 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43fb418f-9c00-4973-a153-e46ad8d0da0d req-3688f34e-8118-4579-b806-b953cb18b189 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680599 Jan 19 01:04:49.531690 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:49.633844 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cfb37-c43f-4c0b-adad-501261f14fb5 req-b9009e98-a1dd-4dd5-bfe3-e4f620ca6cc0 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:49.635374 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-469cfb37-c43f-4c0b-adad-501261f14fb5 req-b9009e98-a1dd-4dd5-bfe3-e4f620ca6cc0 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.0716023 Jan 19 01:04:49.645239 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42246) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:49.650453 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Request body: {'floatingip': {'port_id': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:04:49.693061 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (6bf7076a-028e-4db2-8e05-42fc0e663fe6), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:49.785535 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:49.839133 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:49.846811 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:49.886433 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['9758b8ed-8939-4a51-8bec-bc88b27b6d7d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:04:49.910005 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:49.910650 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:49.912035 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7180a254-66b6-49e9-ada6-e5bbaedd82a5 req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "PUT /v2.0/ports/9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 943 time: 0.4662936 Jan 19 01:04:49.912685 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:49.916371 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a9dd26-69bd-4085-b2ea-bc6707507c76" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:49.921165 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42256) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:50.060780 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['9758b8ed-8939-4a51-8bec-bc88b27b6d7d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:04:50.136014 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c95388c-3f01-4348-9e7d-302d14d12e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.242878 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4a401a-c81e-4898-aac1-d9e93faa795f x-openstack-request-id: req-5d4a401a-c81e-4898-aac1-d9e93faa795f {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:50.243386 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:50.243795 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d4a401a-c81e-4898-aac1-d9e93faa795f {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:50.244606 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'status': 'completed', 'code': 200} Jan 19 01:04:50.326349 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b71ce-3195-48ce-a1c8-f36f78f7cfce tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event updated for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=7']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:50.352698 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-929e5661-ccef-4e15-a8b4-e81555cca0ab None None] Provisioning complete for port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:04:50.353061 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-929e5661-ccef-4e15-a8b4-e81555cca0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.364740 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-d5ffb1c1-64b1-4467-bd53-c35bb56b230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:50.365435 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.366268 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-d5ffb1c1-64b1-4467-bd53-c35bb56b230f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1099 time: 0.1207113 Jan 19 01:04:50.369355 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9bab45b0-7a6e-4b73-8584-e6e11dd3bcb1 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group (b299d5c3-3091-4714-8992-7998dee44112), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.370560 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (6bf7076a-028e-4db2-8e05-42fc0e663fe6), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.448445 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9bab45b0-7a6e-4b73-8584-e6e11dd3bcb1 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group (b299d5c3-3091-4714-8992-7998dee44112), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.449387 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-929e5661-ccef-4e15-a8b4-e81555cca0ab None None] Current status of the port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:04:50.494171 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Floating IP 6bf7076a-028e-4db2-8e05-42fc0e663fe6 associated. External IP: 172.27.3.239, port: 381ef2e4-65b1-47b4-af5a-b60f3d5edee6. Jan 19 01:04:50.521781 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-4b6840b1-e62c-40a0-b455-9d5181f8aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:50.523263 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-4b6840b1-e62c-40a0-b455-9d5181f8aedc service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 916 time: 0.1440065 Jan 19 01:04:50.588592 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9bab45b0-7a6e-4b73-8584-e6e11dd3bcb1 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (b299d5c3-3091-4714-8992-7998dee44112), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.593121 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9bab45b0-7a6e-4b73-8584-e6e11dd3bcb1 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.593121 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9bab45b0-7a6e-4b73-8584-e6e11dd3bcb1 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "DELETE /v2.0/security-groups/b299d5c3-3091-4714-8992-7998dee44112 HTTP/1.1" status: 204 len: 168 time: 0.6705751 Jan 19 01:04:50.595952 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42272) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:50.604832 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-b29fdd4f-233e-48ac-a9d1-bfc65b4d6607 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 1001 time: 0.0735738 Jan 19 01:04:50.609673 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab45b0-7a6e-4b73-8584-e6e11dd3bcb1 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299d5c3-3091-4714-8992-7998dee44112,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:50.662939 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-1a4b8cdd-da3b-4a6f-963c-2e76d2772895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:50.664570 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-1a4b8cdd-da3b-4a6f-963c-2e76d2772895 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 200 len: 854 time: 0.0528886 Jan 19 01:04:50.727088 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-e800ab97-3250-40d1-8346-c4619dcc8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:50.728670 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-e800ab97-3250-40d1-8346-c4619dcc8bb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541451 Jan 19 01:04:50.828967 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-9b2ed87d-58f3-4e0b-80bf-dd2287b97284 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934412 Jan 19 01:04:50.829470 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:04:50.903862 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Deleting port f1a6d447-dade-4cfd-b53b-8a3b7418d452 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:50.904233 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:50.945768 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12a9dd26-69bd-4085-b2ea-bc6707507c76 req-4d0ac674-4d0a-46a2-91eb-f6af40684796 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087658 Jan 19 01:04:51.007273 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:04:51.013129 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:51.019842 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] Sync routers for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:04:51.030935 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:51.031756 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:51.057148 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:51.057464 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for floatingip (f1a6d447-dade-4cfd-b53b-8a3b7418d452), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:51.061772 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c0fc7df4-5b23-45a5-b6da-41f6f735433c tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "PUT /v2.0/floatingips/6bf7076a-028e-4db2-8e05-42fc0e663fe6 HTTP/1.1" status: 200 len: 992 time: 1.4153931 Jan 19 01:04:51.067041 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:51.069153 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff46790b-2aa8-4735-9f57-7c4c23df7db3" -d '{"events": [{"name": "network-changed", "server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:51.078173 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Calling delete_port for f1a6d447-dade-4cfd-b53b-8a3b7418d452 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:04:51.132558 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ff3494-b648-4aa6-83f1-a89d2d4c129b x-openstack-request-id: req-79ff3494-b648-4aa6-83f1-a89d2d4c129b {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:51.133084 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:51.133485 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79ff3494-b648-4aa6-83f1-a89d2d4c129b {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:51.134378 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'status': 'completed', 'code': 200} Jan 19 01:04:51.153961 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:51.238317 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-a63774cb-a025-438c-8760-8d355444f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:51.240101 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-a63774cb-a025-438c-8760-8d355444f266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef284d2a245247f7a8561985ecb39098&device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 1099 time: 0.0507281 Jan 19 01:04:51.302151 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (f1a6d447-dade-4cfd-b53b-8a3b7418d452), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:51.332532 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event deleted for resources: {'Port': ['ID=f1a6d447-dade-4cfd-b53b-8a3b7418d452,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:51.365386 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-a2b1dd6d-6b69-4cda-976d-d5b1e8cc7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:51.367516 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-a2b1dd6d-6b69-4cda-976d-d5b1e8cc7a76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 200 len: 911 time: 0.1206160 Jan 19 01:04:51.403333 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks [] for floatingip (f72e51fa-22ac-448b-9efd-dbc639f54600), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:51.404001 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Floating IP f72e51fa-22ac-448b-9efd-dbc639f54600 disassociated (deleted). External IP: 172.27.3.90, port: 9758b8ed-8939-4a51-8bec-bc88b27b6d7d. Jan 19 01:04:51.433447 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '6bf7076a-028e-4db2-8e05-42fc0e663fe6', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'port_id': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'mac_address': 'fa:16:3e:d5:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afcb7dd-d512-4061-a2da-c747612ed110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:04:34Z', 'updated_at': '2022-01-19T01:04:50Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:51.452704 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-957153bc-f23d-466a-a47b-b58cd9c41c2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6 HTTP/1.1" status: 200 len: 1000 time: 0.0780694 Jan 19 01:04:51.467668 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] Checking router: 5e10cd29-464d-4d7a-b48a-c0b01ffa376c for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:04:51.481937 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:51.482720 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:51.509701 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-573d663a-c5db-46a7-bfd5-997e2e140df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:51.511809 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-573d663a-c5db-46a7-bfd5-997e2e140df5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 200 len: 849 time: 0.0528152 Jan 19 01:04:51.572665 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-f16642c7-c2a1-4599-96b7-04823ac9aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:51.574488 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-f16642c7-c2a1-4599-96b7-04823ac9aa78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69b36d3-e9c7-4bd1-806e-4931e3175337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552399 Jan 19 01:04:51.679980 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-08261d17-47e3-4ecb-9d6e-aff5e3dfb347 service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984819 Jan 19 01:04:51.753860 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:51.782292 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff46790b-2aa8-4735-9f57-7c4c23df7db3 req-4b7c5230-a815-4978-b90b-745731cb730c service neutron] 10.222.0.32 "GET /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946467 Jan 19 01:04:51.867049 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:04:51.988547 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:04:51.994249 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:51.998026 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] Sync routers for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:04:52.007202 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '6bf7076a-028e-4db2-8e05-42fc0e663fe6', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'port_id': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'mac_address': 'fa:16:3e:d5:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afcb7dd-d512-4061-a2da-c747612ed110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:04:34Z', 'updated_at': '2022-01-19T01:04:50Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:52.033715 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:52.034364 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:52.038026 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61287e6f-4622-41c1-aad8-b5e59f3d4762 None None] The sync data for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi is: [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '6bf7076a-028e-4db2-8e05-42fc0e663fe6', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'port_id': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'mac_address': 'fa:16:3e:d5:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afcb7dd-d512-4061-a2da-c747612ed110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:04:34Z', 'updated_at': '2022-01-19T01:04:50Z', 'revision_number': 1, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:04:52.040001 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b3815c1e-8eaa-4493-9e96-8cd261a9c2bb tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "DELETE /v2.0/floatingips/f72e51fa-22ac-448b-9efd-dbc639f54600 HTTP/1.1" status: 204 len: 168 time: 1.4404628 Jan 19 01:04:52.186666 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:52.354943 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe3a99-c445-4ac7-83ae-9c1498778d1f None None] New status for floating IP 6bf7076a-028e-4db2-8e05-42fc0e663fe6: ACTIVE {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:04:52.430406 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9db8-59ab-484b-aba1-2df1abcfd57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:52.463455 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 5, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:52.497250 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] Checking router: e30d0458-5b34-4553-a4c5-2a65bfe8bf15 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:04:52.506333 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:04:52.506963 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:52.625251 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:04:52.828292 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 5, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:04:52.854065 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124a653b-e5e6-49d7-adde-56983e8b1740 None None] The sync data for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi is: [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:00:46Z', 'revision_number': 4, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '8aa09417-454d-4603-bff1-06e8a729a939', 'name': '', 'network_id': 'ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'mac_address': 'fa:16:3e:39:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:45Z', 'updated_at': '2022-01-19T01:00:54Z', 'revision_number': 5, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'subnets': [{'id': 'de09732f-bd72-4208-9d1b-4a6787f29d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:04:53.080877 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff27e87-9232-4b26-bce2-9931df460a3d None None] New status for floating IP f72e51fa-22ac-448b-9efd-dbc639f54600: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:04:53.134779 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:53.137214 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235ab644-08d0-4bb8-9f25-2a29524f09f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:53.178474 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6829be46-fe42-451b-b244-61ddb379c737 x-openstack-request-id: req-6829be46-fe42-451b-b244-61ddb379c737 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:53.178762 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:53.179016 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6829be46-fe42-451b-b244-61ddb379c737 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:53.179484 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'status': 'completed', 'code': 200} Jan 19 01:04:53.314571 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-476e8d26-7c1a-44f8-a026-d4df242350c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:53.316087 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-476e8d26-7c1a-44f8-a026-d4df242350c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57a740c1bb3e424287752ebd823d57ec&device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 1099 time: 0.0475066 Jan 19 01:04:53.459725 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-562d7a93-15f6-4bd0-a0a5-e501150dcdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:53.461244 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-562d7a93-15f6-4bd0-a0a5-e501150dcdeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 200 len: 916 time: 0.1229177 Jan 19 01:04:53.507428 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-e0decebe-23bb-4118-b3fc-0066302c0ed4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 200 len: 217 time: 0.0379012 Jan 19 01:04:53.565541 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-91aa57f6-b563-449b-9b50-18352db67d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:53.567118 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-91aa57f6-b563-449b-9b50-18352db67d49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 200 len: 854 time: 0.0456066 Jan 19 01:04:53.570782 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:53.616899 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-64177539-fda6-4787-9246-ba4b2ba27c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:53.618466 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-64177539-fda6-4787-9246-ba4b2ba27c46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445542 Jan 19 01:04:53.718844 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-fa2cdc6c-6d31-492c-a30a-1d5398cc8c3b service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929337 Jan 19 01:04:53.810006 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-235ab644-08d0-4bb8-9f25-2a29524f09f1 req-6861960e-8e7f-4da1-afb2-c6e1a74cde90 service neutron] 10.222.0.32 "GET /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846999 Jan 19 01:04:54.893420 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:54.935094 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec03cd8-011d-4b2d-87e3-79bbd83f16e1 req-6ec3d895-41f1-4301-a912-461c750c4550 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:54.937199 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fec03cd8-011d-4b2d-87e3-79bbd83f16e1 req-6ec3d895-41f1-4301-a912-461c750c4550 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0576143 Jan 19 01:04:54.987598 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fec03cd8-011d-4b2d-87e3-79bbd83f16e1 req-1ed01341-da5a-49f6-a173-d54d2c7e698d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Jan 19 01:04:56.132019 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc80f-08db-4c38-b413-5177936061ed req-57fee459-0554-43fe-86ea-16561da2059b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:56.133719 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ffc80f-08db-4c38-b413-5177936061ed req-57fee459-0554-43fe-86ea-16561da2059b tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0703068 Jan 19 01:04:56.200310 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14ffc80f-08db-4c38-b413-5177936061ed req-29281c89-5d24-4d07-933f-68d1ad577120 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525126 Jan 19 01:04:56.208956 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:57.173396 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-cd30cfd8-a483-4549-b627-6c62b8a1bf1d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:57.175202 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-cd30cfd8-a483-4549-b627-6c62b8a1bf1d tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0511782 Jan 19 01:04:57.283298 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Deleting port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:57.283626 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:57.335701 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721323f-45d9-4526-8b7b-dc97a3465a7c req-d150245b-3772-4e89-b9c5-cd7730f9fba5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:04:57.338174 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5721323f-45d9-4526-8b7b-dc97a3465a7c req-d150245b-3772-4e89-b9c5-cd7730f9fba5 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e8236-4e4c-4513-9f9d-9e734f41c21f HTTP/1.1" status: 200 len: 946 time: 0.0626423 Jan 19 01:04:57.390749 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] For port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:57.391124 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:57.395129 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5721323f-45d9-4526-8b7b-dc97a3465a7c req-41d23515-a234-40ff-8513-94d701fba1b3 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.35 "GET /v2.0/security-groups?id=55da2798-06cc-4b93-a132-90a15eeee6d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516937 Jan 19 01:04:57.405428 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Calling delete_port for 9758b8ed-8939-4a51-8bec-bc88b27b6d7d owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:04:57.542200 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (9758b8ed-8939-4a51-8bec-bc88b27b6d7d), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:57.575975 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Pushing event deleted for resources: {'Port': ['ID=9758b8ed-8939-4a51-8bec-bc88b27b6d7d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:04:57.591065 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['9758b8ed-8939-4a51-8bec-bc88b27b6d7d'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:04:57.624833 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] No DVR routers for this DVR port 9758b8ed-8939-4a51-8bec-bc88b27b6d7d on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:04:57.628584 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:57.631922 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1cd049c4-8dc2-454a-a7c8-7e3562cc5f38 req-43b79a47-fdcf-4607-8e66-841f3c627258 tempest-TestMinimumBasicScenario-793387842 tempest-TestMinimumBasicScenario-793387842-project] 10.222.0.32 "DELETE /v2.0/ports/9758b8ed-8939-4a51-8bec-bc88b27b6d7d HTTP/1.1" status: 204 len: 173 time: 0.4510634 Jan 19 01:04:57.632372 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'name': 'network-vif-deleted', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:04:57.634657 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321b23d0-2fb5-446c-bbdf-87520d88f449" -d '{"events": [{"server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "name": "network-vif-deleted", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:04:57.680426 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f987fd-4189-41ac-a65d-5b8c4ce4922d x-openstack-request-id: req-38f987fd-4189-41ac-a65d-5b8c4ce4922d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:04:57.680714 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9e8236-4e4c-4513-9f9d-9e734f41c21f", "name": "network-vif-deleted", "tag": "9758b8ed-8939-4a51-8bec-bc88b27b6d7d", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:04:57.680962 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38f987fd-4189-41ac-a65d-5b8c4ce4922d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:04:57.681361 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9e8236-4e4c-4513-9f9d-9e734f41c21f', 'name': 'network-vif-deleted', 'tag': '9758b8ed-8939-4a51-8bec-bc88b27b6d7d', 'status': 'completed', 'code': 200} Jan 19 01:04:58.836085 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:59.143688 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42402) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:04:59.590795 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:59.888885 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Deleting port 8aa09417-454d-4603-bff1-06e8a729a939 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:04:59.889226 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (8aa09417-454d-4603-bff1-06e8a729a939), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:59.966633 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] For port 8aa09417-454d-4603-bff1-06e8a729a939, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=8aa09417-454d-4603-bff1-06e8a729a939,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:04:59.966998 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (8aa09417-454d-4603-bff1-06e8a729a939), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:04:59.981143 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Calling delete_port for 8aa09417-454d-4603-bff1-06e8a729a939 owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:00.157506 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (8aa09417-454d-4603-bff1-06e8a729a939), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:00.186908 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa09417-454d-4603-bff1-06e8a729a939,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:00.349201 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:00.559733 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:05:00.663388 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:05:00.668459 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-07f69448-69fc-40f6-b97f-d3c9520c3e25 admin admin] 10.222.0.35 "PUT /v2.0/routers/e30d0458-5b34-4553-a4c5-2a65bfe8bf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5232606 Jan 19 01:05:00.671279 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42424) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:00.675178 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabec927-eef1-456f-b026-baabe497b59b None None] Sync routers for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:05:00.688816 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:05:00.689939 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:00.774672 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks [] for router (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:00.799317 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:05:00.880802 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks [] for router_gateway (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:00.938522 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Deleting port 68b93b64-b3b5-4981-860a-b82542e1944b {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:05:00.938999 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:00.986471 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:05:00Z', 'revision_number': 5, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port': {'id': '68b93b64-b3b5-4981-860a-b82542e1944b', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:41Z', 'updated_at': '2022-01-19T01:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:01.016597 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabec927-eef1-456f-b026-baabe497b59b None None] Checking router: e30d0458-5b34-4553-a4c5-2a65bfe8bf15 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:05:01.024800 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] For port 68b93b64-b3b5-4981-860a-b82542e1944b, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=68b93b64-b3b5-4981-860a-b82542e1944b,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:01.025080 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.025313 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] Routers {'e30d0458-5b34-4553-a4c5-2a65bfe8bf15'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:05:01.025971 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:01.038312 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Calling delete_port for 68b93b64-b3b5-4981-860a-b82542e1944b owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:01.116056 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] Set router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:05:01.172442 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-eabec927-eef1-456f-b026-baabe497b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:05:00Z', 'revision_number': 6, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:01.215105 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabec927-eef1-456f-b026-baabe497b59b None None] The sync data for ids ['e30d0458-5b34-4553-a4c5-2a65bfe8bf15'] in dv-cinder-799871-14-iscsi is: [{'id': 'e30d0458-5b34-4553-a4c5-2a65bfe8bf15', 'name': 'tempest-TestMinimumBasicScenario-1173255466-router', 'tenant_id': '57a740c1bb3e424287752ebd823d57ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:40Z', 'updated_at': '2022-01-19T01:05:00Z', 'revision_number': 6, 'project_id': '57a740c1bb3e424287752ebd823d57ec', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:05:01.449101 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (68b93b64-b3b5-4981-860a-b82542e1944b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.474583 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=68b93b64-b3b5-4981-860a-b82542e1944b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:01.534570 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.641876 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.644136 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks [] for router_controller (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.710245 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (e30d0458-5b34-4553-a4c5-2a65bfe8bf15), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.710798 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30d0458-5b34-4553-a4c5-2a65bfe8bf15 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:05:01.716751 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.718063 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2c91613d-071d-429c-807f-218b54208f7f admin admin] 10.222.0.35 "DELETE /v2.0/routers/e30d0458-5b34-4553-a4c5-2a65bfe8bf15 HTTP/1.1" status: 204 len: 168 time: 1.0457108 Jan 19 01:05:01.720949 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42432) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:01.763965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] Deleting subnet de09732f-bd72-4208-9d1b-4a6787f29d7a {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:05:01.767261 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] Publish callbacks [] for subnet (de09732f-bd72-4208-9d1b-4a6787f29d7a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.801547 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (de09732f-bd72-4208-9d1b-4a6787f29d7a), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.917765 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (de09732f-bd72-4208-9d1b-4a6787f29d7a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.978147 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (de09732f-bd72-4208-9d1b-4a6787f29d7a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:01.983284 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 9758b8ed-8939-4a51-8bec-bc88b27b6d7d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:02.020631 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de09732f-bd72-4208-9d1b-4a6787f29d7a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:02.026513 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 9758b8ed-8939-4a51-8bec-bc88b27b6d7d {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:05:02.027019 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.027489 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 9758b8ed-8939-4a51-8bec-bc88b27b6d7d not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:05:02.033765 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-df0c3e10-b968-4708-b013-26cd49646081 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/de09732f-bd72-4208-9d1b-4a6787f29d7a HTTP/1.1" status: 204 len: 168 time: 0.3083968 Jan 19 01:05:02.034343 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42434) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:02.037600 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5777c-2f25-4269-8f43-a36f717b9c07 None None] Network ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:05:02.116239 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.186683 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Deleting port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:05:02.187157 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.235974 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] DHCP port deletion for ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:05:02.272150 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] For port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:02.272630 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.299136 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Calling delete_port for 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:02.309483 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] Deleting port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:05:02.309924 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.400004 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.405947 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] For port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,segment=NetworkSegment(5b834aa8-7ce9-4901-add8-6af0d29e967c),segment_id=5b834aa8-7ce9-4901-add8-6af0d29e967c)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:02.407247 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.435528 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] No DVR routers for this DVR port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e on host dv-cinder-799871-14-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:05:02.441892 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:02.445639 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] Calling delete_port for 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:02.545919 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.573987 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-e5e06d32-823a-4dfc-9bf1-49faff31a136 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068525 Jan 19 01:05:02.575731 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:02.584748 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893'] for port (95f2c964-f6fa-4c15-a3d0-79d5f4378a2e), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.587502 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b834aa8-7ce9-4901-add8-6af0d29e967c') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:02.587795 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b834aa8-7ce9-4901-add8-6af0d29e967c') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:02.601722 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7922594'] for segment (5b834aa8-7ce9-4901-add8-6af0d29e967c), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.611766 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] Pushing event deleted for resources: {'Port': ['ID=95f2c964-f6fa-4c15-a3d0-79d5f4378a2e,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:02.614305 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182ca2d-cbaa-4081-a273-8c144e80daac None None] No DVR routers for this DVR port 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e on host dv-cinder-799871-14-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:05:02.617094 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (5b834aa8-7ce9-4901-add8-6af0d29e967c), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.629412 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:05:02.631373 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8210226'] for segment (5b834aa8-7ce9-4901-add8-6af0d29e967c), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: Traceback (most recent call last): Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: timer() Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: cb(*args, **kw) Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:05:02.633631 dv-cinder-799871-14-iscsi neutron-server[102631]: return func(*args, **kwargs) Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: self._notify() Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: self.callback(batched_events) Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: event.method(event) Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: return f(self, *a, **k) Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._get(url).json() Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:05:02.637892 dv-cinder-799871-14-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:05:02.728647 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.734255 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:02.737874 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a HTTP/1.1" status: 204 len: 168 time: 0.7021241 Jan 19 01:05:02.741639 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42442) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:02.754966 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd28e5c-9ce5-4551-b127-a598a9810079 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8e0595-15d9-4c18-9a0d-ea7c9fab1d4a,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:02.759681 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-da0d1763-e990-4638-a78c-002343dc03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:02.761281 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-da0d1763-e990-4638-a78c-002343dc03bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1098 time: 0.0787659 Jan 19 01:05:02.882569 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-19d3d902-b3cc-4826-aac4-ef5d5b320be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:02.883995 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-19d3d902-b3cc-4826-aac4-ef5d5b320be3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 909 time: 0.0973663 Jan 19 01:05:02.955675 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-5b4ba37e-34d6-4b76-ad9c-f796671b7327 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0628753 Jan 19 01:05:03.012426 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-5106f2f8-b06a-44ab-8add-2a0daa2b8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:03.013937 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-5106f2f8-b06a-44ab-8add-2a0daa2b8615 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 200 len: 847 time: 0.0501137 Jan 19 01:05:03.071010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-8100677b-40cf-4608-96cb-dbb2ab4d5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:03.073650 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-8100677b-40cf-4608-96cb-dbb2ab4d5839 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516722 Jan 19 01:05:03.138014 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (1391cad3-f74e-46d2-ad79-92b24b71c838), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:03.180024 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-dcef52f9-87b7-4b2d-804c-e716b4349689 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946012 Jan 19 01:05:03.246189 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:03.269246 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:05:03.269970 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 95f2c964-f6fa-4c15-a3d0-79d5f4378a2e not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:05:03.270572 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 8aa09417-454d-4603-bff1-06e8a729a939 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:03.294600 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 8aa09417-454d-4603-bff1-06e8a729a939 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:05:03.294936 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 8aa09417-454d-4603-bff1-06e8a729a939 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:05:03.295536 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 68b93b64-b3b5-4981-860a-b82542e1944b no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:03.314893 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fd35964-46ba-43cf-8a66-1737f21e0413 req-a047beb9-6099-4d60-b326-67779005ff52 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240366 Jan 19 01:05:03.316734 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 68b93b64-b3b5-4981-860a-b82542e1944b {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:05:03.317074 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 68b93b64-b3b5-4981-860a-b82542e1944b not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:05:03.434436 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Deleting port 069b18ec-3384-4c4f-8a40-6a2a787c19a2 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:05:03.434687 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:03.526858 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] For port 069b18ec-3384-4c4f-8a40-6a2a787c19a2, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=069b18ec-3384-4c4f-8a40-6a2a787c19a2,segment=NetworkSegment(2586d3ef-ff3d-47ab-9709-31035d0d424f),segment_id=2586d3ef-ff3d-47ab-9709-31035d0d424f)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:03.527424 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:03.542408 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Calling delete_port for 069b18ec-3384-4c4f-8a40-6a2a787c19a2 owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:03.737768 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (069b18ec-3384-4c4f-8a40-6a2a787c19a2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:03.765356 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Pushing event deleted for resources: {'Port': ['ID=069b18ec-3384-4c4f-8a40-6a2a787c19a2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:03.937542 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (1391cad3-f74e-46d2-ad79-92b24b71c838), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:04.151863 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Router 1391cad3-f74e-46d2-ad79-92b24b71c838 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:05:04.270864 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:05:04.275442 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a01499b9-7300-41fe-98c6-8da32bf8ff76 admin admin] 10.222.0.35 "PUT /v2.0/routers/1391cad3-f74e-46d2-ad79-92b24b71c838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322840 Jan 19 01:05:04.281760 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42450) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:04.282074 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] Sync routers for ids ['1391cad3-f74e-46d2-ad79-92b24b71c838'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:05:04.292064 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] Routers {'1391cad3-f74e-46d2-ad79-92b24b71c838'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:05:04.292683 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['1391cad3-f74e-46d2-ad79-92b24b71c838'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:04.389199 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks [] for router (1391cad3-f74e-46d2-ad79-92b24b71c838), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:04.399939 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] Set router 1391cad3-f74e-46d2-ad79-92b24b71c838 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:05:04.516702 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks [] for router_gateway (1391cad3-f74e-46d2-ad79-92b24b71c838), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:04.607194 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Deleting port b1023776-7a85-4448-af62-e6ad0879ca1f {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:05:04.607613 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:04.608504 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:05:03Z', 'revision_number': 5, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port': {'id': 'b1023776-7a85-4448-af62-e6ad0879ca1f', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:04.637596 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] Checking router: 1391cad3-f74e-46d2-ad79-92b24b71c838 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:05:04.646400 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] Routers {'1391cad3-f74e-46d2-ad79-92b24b71c838'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:05:04.647014 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:04:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['1391cad3-f74e-46d2-ad79-92b24b71c838'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:04.710094 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] For port b1023776-7a85-4448-af62-e6ad0879ca1f, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=b1023776-7a85-4448-af62-e6ad0879ca1f,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:04.710681 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:04.728066 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Calling delete_port for b1023776-7a85-4448-af62-e6ad0879ca1f owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:04.828923 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] Set router 1391cad3-f74e-46d2-ad79-92b24b71c838 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:05:04.887287 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:05:04Z', 'revision_number': 6, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:04.916348 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec8ebd-a10e-4574-852d-2eb51902a757 None None] The sync data for ids ['1391cad3-f74e-46d2-ad79-92b24b71c838'] in dv-cinder-799871-14-iscsi is: [{'id': '1391cad3-f74e-46d2-ad79-92b24b71c838', 'name': 'tempest-TestMinimumBasicScenario-1567392276-router', 'tenant_id': 'e01668232fb94dd8853e793eaae77017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:50Z', 'updated_at': '2022-01-19T01:05:04Z', 'revision_number': 6, 'project_id': 'e01668232fb94dd8853e793eaae77017', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:05:05.155873 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (b1023776-7a85-4448-af62-e6ad0879ca1f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.182051 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1023776-7a85-4448-af62-e6ad0879ca1f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:05.241306 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (1391cad3-f74e-46d2-ad79-92b24b71c838), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.342630 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (1391cad3-f74e-46d2-ad79-92b24b71c838), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.346859 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks [] for router_controller (1391cad3-f74e-46d2-ad79-92b24b71c838), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.396775 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (1391cad3-f74e-46d2-ad79-92b24b71c838), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.397591 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1391cad3-f74e-46d2-ad79-92b24b71c838 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:05:05.403175 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.407388 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0bf12b07-4476-41ea-b98a-9f4b238e1b63 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1391cad3-f74e-46d2-ad79-92b24b71c838 HTTP/1.1" status: 204 len: 168 time: 1.1238575 Jan 19 01:05:05.408402 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42458) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:05.455024 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] Deleting subnet b47df7e9-2231-4ef5-b3d6-d43e1f78f280 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:05:05.458412 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] Publish callbacks [] for subnet (b47df7e9-2231-4ef5-b3d6-d43e1f78f280), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.496532 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (b47df7e9-2231-4ef5-b3d6-d43e1f78f280), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.581937 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (b47df7e9-2231-4ef5-b3d6-d43e1f78f280), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.644755 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (b47df7e9-2231-4ef5-b3d6-d43e1f78f280), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.673580 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47df7e9-2231-4ef5-b3d6-d43e1f78f280,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:05.679397 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.683047 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-83bfee0c-fb2f-4c31-9355-7f6f12f5edfc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b47df7e9-2231-4ef5-b3d6-d43e1f78f280 HTTP/1.1" status: 204 len: 168 time: 0.2736523 Jan 19 01:05:05.685502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42464) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:05.687306 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a008f-2e87-4e50-a169-e77e2aa8bf2c None None] Network eeaeab7a-c765-4d11-877a-facbee65c04b requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:05:05.764581 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 069b18ec-3384-4c4f-8a40-6a2a787c19a2 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:05.783671 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (eeaeab7a-c765-4d11-877a-facbee65c04b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.795199 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 069b18ec-3384-4c4f-8a40-6a2a787c19a2 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:05:05.795578 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 069b18ec-3384-4c4f-8a40-6a2a787c19a2 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:05:05.853852 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Deleting port e671930b-ed3f-4334-8436-7c6c17853681 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:05:05.854191 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (e671930b-ed3f-4334-8436-7c6c17853681), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.907604 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] DHCP port deletion for eeaeab7a-c765-4d11-877a-facbee65c04b request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:05:05.944053 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] For port e671930b-ed3f-4334-8436-7c6c17853681, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=e671930b-ed3f-4334-8436-7c6c17853681,segment=NetworkSegment(2586d3ef-ff3d-47ab-9709-31035d0d424f),segment_id=2586d3ef-ff3d-47ab-9709-31035d0d424f)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:05.944438 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (e671930b-ed3f-4334-8436-7c6c17853681), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:05.963742 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Calling delete_port for e671930b-ed3f-4334-8436-7c6c17853681 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:05.971926 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] Deleting port e671930b-ed3f-4334-8436-7c6c17853681 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:05:05.972424 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (e671930b-ed3f-4334-8436-7c6c17853681), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.061684 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] For port e671930b-ed3f-4334-8436-7c6c17853681, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=e671930b-ed3f-4334-8436-7c6c17853681,segment=NetworkSegment(2586d3ef-ff3d-47ab-9709-31035d0d424f),segment_id=2586d3ef-ff3d-47ab-9709-31035d0d424f)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:06.062522 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (e671930b-ed3f-4334-8436-7c6c17853681), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.081863 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] Calling delete_port for e671930b-ed3f-4334-8436-7c6c17853681 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:05:06.122781 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (e671930b-ed3f-4334-8436-7c6c17853681), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.154986 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e671930b-ed3f-4334-8436-7c6c17853681,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:06.159891 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] No DVR routers for this DVR port e671930b-ed3f-4334-8436-7c6c17853681 on host dv-cinder-799871-14-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:05:06.187894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893'] for port (e671930b-ed3f-4334-8436-7c6c17853681), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.216235 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] Pushing event deleted for resources: {'Port': ['ID=e671930b-ed3f-4334-8436-7c6c17853681,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:06.221378 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dd326-9ea8-4d88-b3ba-e7391893453d None None] No DVR routers for this DVR port e671930b-ed3f-4334-8436-7c6c17853681 on host dv-cinder-799871-14-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:05:06.267545 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (eeaeab7a-c765-4d11-877a-facbee65c04b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.290992 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeaeab7a-c765-4d11-877a-facbee65c04b']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:06.303622 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2586d3ef-ff3d-47ab-9709-31035d0d424f') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:06.303920 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2586d3ef-ff3d-47ab-9709-31035d0d424f') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:05:06.314604 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (2586d3ef-ff3d-47ab-9709-31035d0d424f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.331242 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (2586d3ef-ff3d-47ab-9709-31035d0d424f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.338195 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:05:06.338760 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (2586d3ef-ff3d-47ab-9709-31035d0d424f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:05:06.340675 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:05:06.396447 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (eeaeab7a-c765-4d11-877a-facbee65c04b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.401906 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.405059 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eeaeab7a-c765-4d11-877a-facbee65c04b HTTP/1.1" status: 204 len: 168 time: 0.7183297 Jan 19 01:05:06.416934 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac4a94-fcc3-43f1-8ed3-3155b2afba62 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeaeab7a-c765-4d11-877a-facbee65c04b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:06.593626 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42476) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:06.636449 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-85471784-737d-4605-b704-87980eb50704 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57a740c1bb3e424287752ebd823d57ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409567 Jan 19 01:05:06.638798 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42478) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:06.689760 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e001c23-3582-40f0-8d53-1fed589dfbe3 admin admin] Publish callbacks [] for security_group (55da2798-06cc-4b93-a132-90a15eeee6d8), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.713147 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e001c23-3582-40f0-8d53-1fed589dfbe3 admin admin] Publish callbacks [] for security_group (55da2798-06cc-4b93-a132-90a15eeee6d8), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.776627 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e001c23-3582-40f0-8d53-1fed589dfbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (55da2798-06cc-4b93-a132-90a15eeee6d8), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.779399 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e001c23-3582-40f0-8d53-1fed589dfbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:06.782028 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8e001c23-3582-40f0-8d53-1fed589dfbe3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55da2798-06cc-4b93-a132-90a15eeee6d8 HTTP/1.1" status: 204 len: 168 time: 0.1408882 Jan 19 01:05:06.792336 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e001c23-3582-40f0-8d53-1fed589dfbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55da2798-06cc-4b93-a132-90a15eeee6d8,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:07.186113 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42490) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:07.234833 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-50920dea-5f9c-439f-8ee7-f9e429ffa358 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e01668232fb94dd8853e793eaae77017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472777 Jan 19 01:05:07.238889 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42492) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:07.242624 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device b1023776-7a85-4448-af62-e6ad0879ca1f no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:07.267426 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: b1023776-7a85-4448-af62-e6ad0879ca1f {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:05:07.267863 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device b1023776-7a85-4448-af62-e6ad0879ca1f not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:05:07.268355 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e671930b-ed3f-4334-8436-7c6c17853681 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:07.291100 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: e671930b-ed3f-4334-8436-7c6c17853681 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:05:07.291444 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e671930b-ed3f-4334-8436-7c6c17853681 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:05:07.295008 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8015cd27-7fae-4af1-b320-f197f80b10bd admin admin] Publish callbacks [] for security_group (9bf6dd0e-e4ab-4011-8d97-969b2a87b061), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:07.319781 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8015cd27-7fae-4af1-b320-f197f80b10bd admin admin] Publish callbacks [] for security_group (9bf6dd0e-e4ab-4011-8d97-969b2a87b061), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:07.369068 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8015cd27-7fae-4af1-b320-f197f80b10bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (9bf6dd0e-e4ab-4011-8d97-969b2a87b061), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:07.372913 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8015cd27-7fae-4af1-b320-f197f80b10bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:07.378012 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8015cd27-7fae-4af1-b320-f197f80b10bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bf6dd0e-e4ab-4011-8d97-969b2a87b061 HTTP/1.1" status: 204 len: 168 time: 0.1381252 Jan 19 01:05:07.386623 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015cd27-7fae-4af1-b320-f197f80b10bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf6dd0e-e4ab-4011-8d97-969b2a87b061,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:17.007370 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:05:20.082046 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-835700d9-d47b-4e20-a962-a8372c3131ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.158096 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42594) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:22.268667 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ff30849e-e40c-4893-aa1e-15b6d5e9bc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.337248 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8767-162c-4f9b-b262-831e2791f9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.358152 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ff30849e-e40c-4893-aa1e-15b6d5e9bc35 admin admin] Publish callbacks [] for security_group (73025ce1-430a-41f3-b0a1-4f34a0cfdec4), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.362376 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ff30849e-e40c-4893-aa1e-15b6d5e9bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (73025ce1-430a-41f3-b0a1-4f34a0cfdec4), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.401077 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ff30849e-e40c-4893-aa1e-15b6d5e9bc35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=229351706c9a4fe28b7f322b40f0afeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416465 Jan 19 01:05:22.401982 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30849e-e40c-4893-aa1e-15b6d5e9bc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73025ce1-430a-41f3-b0a1-4f34a0cfdec4,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:22.403732 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42598) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:22.451277 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-671e1b85-415e-49a8-9f6e-2c3e8bdcf5f2 admin admin] Publish callbacks [] for security_group (73025ce1-430a-41f3-b0a1-4f34a0cfdec4), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.472212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-671e1b85-415e-49a8-9f6e-2c3e8bdcf5f2 admin admin] Publish callbacks [] for security_group (73025ce1-430a-41f3-b0a1-4f34a0cfdec4), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.517314 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-671e1b85-415e-49a8-9f6e-2c3e8bdcf5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (73025ce1-430a-41f3-b0a1-4f34a0cfdec4), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.519753 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-671e1b85-415e-49a8-9f6e-2c3e8bdcf5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:22.520882 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-671e1b85-415e-49a8-9f6e-2c3e8bdcf5f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73025ce1-430a-41f3-b0a1-4f34a0cfdec4 HTTP/1.1" status: 204 len: 168 time: 0.1161983 Jan 19 01:05:22.528343 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e1b85-415e-49a8-9f6e-2c3e8bdcf5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73025ce1-430a-41f3-b0a1-4f34a0cfdec4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:23.571649 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.577158 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42632) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:23.683697 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42e14f6d-4599-45d6-9360-196b56d8f6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.765469 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42e14f6d-4599-45d6-9360-196b56d8f6ec admin admin] Publish callbacks [] for security_group (dca43b5d-e8a5-4594-b9db-a28d2de3c96c), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.770171 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-42e14f6d-4599-45d6-9360-196b56d8f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (dca43b5d-e8a5-4594-b9db-a28d2de3c96c), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.808599 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-42e14f6d-4599-45d6-9360-196b56d8f6ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a17981fdb8f048fca49fa04591054e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303164 Jan 19 01:05:23.809322 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e14f6d-4599-45d6-9360-196b56d8f6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca43b5d-e8a5-4594-b9db-a28d2de3c96c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:23.811237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42636) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:23.861151 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8091d198-8e80-418f-8a83-beef1c697c1d admin admin] Publish callbacks [] for security_group (dca43b5d-e8a5-4594-b9db-a28d2de3c96c), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.885913 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8091d198-8e80-418f-8a83-beef1c697c1d admin admin] Publish callbacks [] for security_group (dca43b5d-e8a5-4594-b9db-a28d2de3c96c), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.936151 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8091d198-8e80-418f-8a83-beef1c697c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (dca43b5d-e8a5-4594-b9db-a28d2de3c96c), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.939497 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8091d198-8e80-418f-8a83-beef1c697c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:23.940743 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8091d198-8e80-418f-8a83-beef1c697c1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dca43b5d-e8a5-4594-b9db-a28d2de3c96c HTTP/1.1" status: 204 len: 168 time: 0.1284859 Jan 19 01:05:23.950222 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091d198-8e80-418f-8a83-beef1c697c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca43b5d-e8a5-4594-b9db-a28d2de3c96c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:24.246394 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f935aa9-0704-4b5b-bc0f-2de7fdddaecc req-550dfde7-e19e-493d-b9ac-8e05689c88af tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:24.249623 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7f935aa9-0704-4b5b-bc0f-2de7fdddaecc req-550dfde7-e19e-493d-b9ac-8e05689c88af tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0559549 Jan 19 01:05:24.305011 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7f935aa9-0704-4b5b-bc0f-2de7fdddaecc req-d25b149f-cddc-494c-b0bd-2f0f7310621f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512643 Jan 19 01:05:24.893452 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:25.427386 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21498102-3755-4db8-b493-968a32d48290 req-6276ed0d-fe80-422a-8b40-1d7c94cb6c75 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:25.428844 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-21498102-3755-4db8-b493-968a32d48290 req-6276ed0d-fe80-422a-8b40-1d7c94cb6c75 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0511429 Jan 19 01:05:25.478564 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-21498102-3755-4db8-b493-968a32d48290 req-48558baf-684f-44c8-a618-462a4cf0c301 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440533 Jan 19 01:05:26.211563 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:26.598693 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a22ee-0f7e-475e-8b1d-042ddabdb4a1 req-829eb6e2-7cbe-486b-9efd-cb67bc21f9e8 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:26.600221 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f26a22ee-0f7e-475e-8b1d-042ddabdb4a1 req-829eb6e2-7cbe-486b-9efd-cb67bc21f9e8 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0494535 Jan 19 01:05:26.647340 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f26a22ee-0f7e-475e-8b1d-042ddabdb4a1 req-ddf246d7-e541-4c34-b87f-2256336cc911 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Jan 19 01:05:28.841698 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:29.197808 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5dcbf-ebfb-40f0-b075-5fa6b8ac7be0 req-5698ea9c-ba69-46f4-8339-b2f2fcccbf22 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:29.199292 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3ff5dcbf-ebfb-40f0-b075-5fa6b8ac7be0 req-5698ea9c-ba69-46f4-8339-b2f2fcccbf22 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Jan 19 01:05:29.253575 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3ff5dcbf-ebfb-40f0-b075-5fa6b8ac7be0 req-87544011-0b51-4bd6-889e-346fcf3cef5b tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479252 Jan 19 01:05:32.479977 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21bd1-ce5d-4c89-977b-6c412889baf0 req-dbeaa467-c856-4b21-94a9-1088d828c015 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:32.481474 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d7e21bd1-ce5d-4c89-977b-6c412889baf0 req-dbeaa467-c856-4b21-94a9-1088d828c015 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0497768 Jan 19 01:05:32.537453 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d7e21bd1-ce5d-4c89-977b-6c412889baf0 req-6ae39b81-2003-4b7e-86a2-1ce8fa1c874f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502877 Jan 19 01:05:35.789342 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68551ca-db42-457a-990e-8a1cad065e63 req-540e0ff1-75af-4dd6-84e2-61d06e4bb1d2 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:35.790869 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b68551ca-db42-457a-990e-8a1cad065e63 req-540e0ff1-75af-4dd6-84e2-61d06e4bb1d2 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0524983 Jan 19 01:05:35.842359 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b68551ca-db42-457a-990e-8a1cad065e63 req-31dd013e-ef96-4c03-b565-791aed119819 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Jan 19 01:05:36.970010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcfc6-4499-4246-bb8e-3c3788c2aa02 req-0640552a-87d9-4f2c-82a8-719842e199cf tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:36.971433 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e7bcfc6-4499-4246-bb8e-3c3788c2aa02 req-0640552a-87d9-4f2c-82a8-719842e199cf tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0562987 Jan 19 01:05:37.020047 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e7bcfc6-4499-4246-bb8e-3c3788c2aa02 req-9a9ee4a1-9a31-4ffe-89f7-a6871742cef7 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Jan 19 01:05:38.142615 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1dfbd-a5a8-47c4-ade4-c90656d3d78e req-7f5e1661-3a79-4851-9824-c8da9c8da710 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:38.144251 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-93c1dfbd-a5a8-47c4-ade4-c90656d3d78e req-7f5e1661-3a79-4851-9824-c8da9c8da710 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0529304 Jan 19 01:05:38.198392 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-93c1dfbd-a5a8-47c4-ade4-c90656d3d78e req-fb27a04d-9617-4fce-b901-5d8ab8aa3f0c tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483098 Jan 19 01:05:39.324823 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9119e7-eaf6-4d7c-b511-c58a88dc0d95 req-37423d60-d1e1-4f4f-a7a9-054159627afe tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:39.326640 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8c9119e7-eaf6-4d7c-b511-c58a88dc0d95 req-37423d60-d1e1-4f4f-a7a9-054159627afe tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0610611 Jan 19 01:05:39.383310 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8c9119e7-eaf6-4d7c-b511-c58a88dc0d95 req-727f026a-9818-473c-b481-7bfc5b88dd54 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489492 Jan 19 01:05:40.527570 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967af33-cd05-4d0e-bbfd-e46d9ffdb3e4 req-d07715d7-7c6a-457d-aa8c-ad4ffb5b767d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:40.529302 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b967af33-cd05-4d0e-bbfd-e46d9ffdb3e4 req-d07715d7-7c6a-457d-aa8c-ad4ffb5b767d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0681643 Jan 19 01:05:40.581743 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b967af33-cd05-4d0e-bbfd-e46d9ffdb3e4 req-215a20a5-493b-4767-ad1f-7b31f420324a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452104 Jan 19 01:05:40.620570 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18cb91-5f61-4daf-8c7a-767c5fe86a39 req-d2573801-5193-479d-a5d9-13e1f17bb144 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:40.622038 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a18cb91-5f61-4daf-8c7a-767c5fe86a39 req-d2573801-5193-479d-a5d9-13e1f17bb144 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0539370 Jan 19 01:05:40.668690 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a18cb91-5f61-4daf-8c7a-767c5fe86a39 req-b0ede582-1602-43d9-96ae-78d9c973eb87 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409837 Jan 19 01:05:40.890971 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-b3210051-ee47-41ea-be3d-c1596ddd60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:40.893054 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-b3210051-ee47-41ea-be3d-c1596ddd60ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1098 time: 0.0407786 Jan 19 01:05:40.988050 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-8056d885-766a-4a19-b5ca-50451ffc56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:40.989525 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-8056d885-766a-4a19-b5ca-50451ffc56e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 909 time: 0.0908303 Jan 19 01:05:41.059058 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-cc420d93-ffac-48d6-9bd9-82eea806fc63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0598850 Jan 19 01:05:41.110286 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-90d48d4c-e1ba-4efb-948b-2d105a26ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:41.112278 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-90d48d4c-e1ba-4efb-948b-2d105a26ad05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 200 len: 847 time: 0.0454192 Jan 19 01:05:41.160652 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-d241dc46-6866-4a99-8966-fa1ab43fc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:41.162203 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-d241dc46-6866-4a99-8966-fa1ab43fc733 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433819 Jan 19 01:05:41.211488 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 42870) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:41.272886 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-a9f7bd50-e852-48e0-a9e6-86d6e08682cd service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925889 Jan 19 01:05:41.328732 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:41.370158 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab63ebbc-f202-4ec4-a0c8-4bf2769f85d1 req-3b5331f7-ab18-4311-ab59-c9358bc7c8e8 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916643 Jan 19 01:05:41.406038 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Publish callbacks [] for security_group (1d1b516c-448c-4fde-8ff2-8d041b56db64), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:41.410602 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1d1b516c-448c-4fde-8ff2-8d041b56db64), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:41.449033 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=203ca4e937804693bb4bd5f5afeb8b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363281 Jan 19 01:05:41.450182 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1b516c-448c-4fde-8ff2-8d041b56db64,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:41.451772 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 42874) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:05:41.458095 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.458453 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.459049 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.459504 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.460358 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.460699 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.461080 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.461415 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.461854 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.462195 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.462552 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.462892 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.463215 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c40786-ade1-444a-ba47-68d16f5179b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.507697 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Publish callbacks [] for security_group (1d1b516c-448c-4fde-8ff2-8d041b56db64), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:41.528730 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Publish callbacks [] for security_group (1d1b516c-448c-4fde-8ff2-8d041b56db64), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:41.578011 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1d1b516c-448c-4fde-8ff2-8d041b56db64), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:41.580645 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:41.581857 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d1b516c-448c-4fde-8ff2-8d041b56db64 HTTP/1.1" status: 204 len: 168 time: 0.1289811 Jan 19 01:05:41.589753 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1b516c-448c-4fde-8ff2-8d041b56db64,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:41.597745 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.598098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.598438 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.598768 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.599106 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.599434 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.599763 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.600093 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.600419 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.600743 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.601065 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.601380 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.601729 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380dda43-45c9-41a0-84ef-e1313518dfed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:41.711452 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbc8b0-25d3-4fe9-9353-78fe5d3e64f4 req-45a827e2-e650-430a-922d-ab8a4372eab2 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:41.713409 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3bdbc8b0-25d3-4fe9-9353-78fe5d3e64f4 req-45a827e2-e650-430a-922d-ab8a4372eab2 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0600166 Jan 19 01:05:41.773058 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3bdbc8b0-25d3-4fe9-9353-78fe5d3e64f4 req-31320afb-1306-4c0b-a629-cefc0162f475 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533745 Jan 19 01:05:41.822789 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de958e-1f68-423a-b785-ba5a85e0904e req-997091fe-8bdb-4db6-bc49-c05546b38970 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:41.824405 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-03de958e-1f68-423a-b785-ba5a85e0904e req-997091fe-8bdb-4db6-bc49-c05546b38970 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0721796 Jan 19 01:05:41.875676 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-03de958e-1f68-423a-b785-ba5a85e0904e req-b98ce0a6-0088-4916-afd6-3850e6da890e tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445852 Jan 19 01:05:42.889230 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4ab78-2b51-446a-9fe5-bebbab161220 req-cb5b851c-8122-4a25-9725-53e5ff13d373 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:42.890776 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7f4ab78-2b51-446a-9fe5-bebbab161220 req-cb5b851c-8122-4a25-9725-53e5ff13d373 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0480039 Jan 19 01:05:42.941663 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b7f4ab78-2b51-446a-9fe5-bebbab161220 req-e54ab46f-07a4-415e-a0eb-eddfb7daacdc tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444255 Jan 19 01:05:42.997526 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35eb13d-8f2a-4033-a669-ff4d4de6a7ee req-9cb23fb5-45c1-4e11-8552-8a80acaa27ae tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:42.999007 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f35eb13d-8f2a-4033-a669-ff4d4de6a7ee req-9cb23fb5-45c1-4e11-8552-8a80acaa27ae tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0508335 Jan 19 01:05:43.045123 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f35eb13d-8f2a-4033-a669-ff4d4de6a7ee req-cb6866e1-a5ed-4afd-8304-69bece4abc40 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400307 Jan 19 01:05:44.062137 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461afa-97cc-4ede-aaa4-8109ea9e5769 req-9f405bfa-5fc1-4646-bb69-280fc769663a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:44.063679 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-51461afa-97cc-4ede-aaa4-8109ea9e5769 req-9f405bfa-5fc1-4646-bb69-280fc769663a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Jan 19 01:05:44.117036 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-51461afa-97cc-4ede-aaa4-8109ea9e5769 req-b453632b-0e88-4459-a425-bc581820a864 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478294 Jan 19 01:05:44.165946 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef145a17-ee79-4d9b-8dde-466c178c2cd5 req-e8660dde-69e1-47bc-8ab7-0e4a398accc7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:44.167490 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef145a17-ee79-4d9b-8dde-466c178c2cd5 req-e8660dde-69e1-47bc-8ab7-0e4a398accc7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0510333 Jan 19 01:05:44.216847 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef145a17-ee79-4d9b-8dde-466c178c2cd5 req-b6109717-9c37-4637-8645-07a01a71159d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438960 Jan 19 01:05:44.276914 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-3db31dde-b0f4-4de5-b937-5565818f44f9 req-2bcb5abb-d7f7-46df-b003-05e7078abee2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 01:05:44.277961 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3db31dde-b0f4-4de5-b937-5565818f44f9 req-2bcb5abb-d7f7-46df-b003-05e7078abee2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0961368 Jan 19 01:05:44.450118 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-bc5d4540-612a-4cc3-8c4e-f10566a10e96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770547 Jan 19 01:05:44.462770 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568042-b96b-404a-b0ec-433472139340 req-79b5c9e4-a753-4906-8a94-57be077a8996 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:44.464341 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b568042-b96b-404a-b0ec-433472139340 req-79b5c9e4-a753-4906-8a94-57be077a8996 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0644886 Jan 19 01:05:44.527398 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0b568042-b96b-404a-b0ec-433472139340 req-4d5de25a-0b24-4760-aa1c-3951938506ca tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548286 Jan 19 01:05:45.335874 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98718a6-f288-4722-a8bf-909bfec8c380 req-d239fc6d-431f-4e64-b775-4af8c4527066 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:45.337341 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f98718a6-f288-4722-a8bf-909bfec8c380 req-d239fc6d-431f-4e64-b775-4af8c4527066 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0481200 Jan 19 01:05:45.384331 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f98718a6-f288-4722-a8bf-909bfec8c380 req-b4484fff-0bcc-4ca4-8b2e-eaf7fd798560 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Jan 19 01:05:45.643606 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436863-5e86-406b-8cea-584f73f52170 req-7fc790e8-d0df-43a1-a713-d9426dd28719 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:45.645063 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-79436863-5e86-406b-8cea-584f73f52170 req-7fc790e8-d0df-43a1-a713-d9426dd28719 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0522804 Jan 19 01:05:45.692628 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-79436863-5e86-406b-8cea-584f73f52170 req-e614050e-2625-4897-b7dc-14606af5fe80 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 Jan 19 01:05:46.169771 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:05:46.246944 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 is: ACTIVE; New status is: DOWN {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:05:46.247242 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:46.270465 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:05:46.272696 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b3927b-cfd6-4f03-bb84-8543b9bf2799" -d '{"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-unplugged", "status": "completed", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:05:46.287426 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:46.291654 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:46.315654 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Jan 2022 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d773667-2e75-4960-b3e0-dc172205cff8 x-openstack-request-id: req-1d773667-2e75-4960-b3e0-dc172205cff8 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:05:46.315945 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-unplugged", "status": "failed", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5", "code": 422}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:05:46.316203 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d773667-2e75-4960-b3e0-dc172205cff8 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:05:46.316632 dv-cinder-799871-14-iscsi neutron-server[102633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'code': 422} returned with failed status Jan 19 01:05:46.342037 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:46.349865 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.350218 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.350563 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.350902 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.351234 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.351566 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.351894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.352224 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.352550 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.352934 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.353265 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.353613 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.353936 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:05:46.511896 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701806-d56b-499f-a692-c3cbf4801fb0 req-f3176793-9489-4e0c-9399-e583652a86b7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:46.513313 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d701806-d56b-499f-a692-c3cbf4801fb0 req-f3176793-9489-4e0c-9399-e583652a86b7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0542660 Jan 19 01:05:46.565397 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d701806-d56b-499f-a692-c3cbf4801fb0 req-33ccd811-7136-4441-ba46-fd98e8a61307 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455108 Jan 19 01:05:46.810799 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a794397-9888-41f0-be16-bdc00b3a5a01 req-e70006c5-6f35-442f-8d6f-2217db4e6f97 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:46.812189 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0a794397-9888-41f0-be16-bdc00b3a5a01 req-e70006c5-6f35-442f-8d6f-2217db4e6f97 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0504868 Jan 19 01:05:46.860101 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0a794397-9888-41f0-be16-bdc00b3a5a01 req-966cfbd6-3d3f-4c9e-9a6d-8d1334dc8e44 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418198 Jan 19 01:05:47.691222 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f9b8-96f7-4c8d-b883-e09da98b60e1 req-83514e3c-2a2e-45a7-be37-767521467311 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:47.692718 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-69d4f9b8-96f7-4c8d-b883-e09da98b60e1 req-83514e3c-2a2e-45a7-be37-767521467311 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0541461 Jan 19 01:05:47.764898 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-e9d24f15-14b8-4f57-bec4-f1172df1f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:47.766433 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-e9d24f15-14b8-4f57-bec4-f1172df1f8bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527&tenant_id=71fc118391b34d35b75c25f76155c402 HTTP/1.1" status: 200 len: 1096 time: 0.0837872 Jan 19 01:05:47.775012 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-69d4f9b8-96f7-4c8d-b883-e09da98b60e1 req-5d119b02-6378-4c25-8db5-285690b12994 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731292 Jan 19 01:05:47.851631 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-8dc07260-2042-42d4-a3b6-9423e50b4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:47.853147 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-8dc07260-2042-42d4-a3b6-9423e50b4fea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1096 time: 0.0501320 Jan 19 01:05:47.963840 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-29e610df-e402-4a72-b4eb-b32d34cdc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:47.966411 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-29e610df-e402-4a72-b4eb-b32d34cdc039 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 909 time: 0.1065233 Jan 19 01:05:47.990324 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2c6d7-03aa-4b40-a650-4412ad1e455f req-bcc34a34-e6f6-47af-936d-3985f6531aea tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:47.991866 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6f2c6d7-03aa-4b40-a650-4412ad1e455f req-bcc34a34-e6f6-47af-936d-3985f6531aea tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0538940 Jan 19 01:05:48.043135 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-1d569dd8-c48c-471a-912a-40a9bbe4df1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 998 time: 0.0700798 Jan 19 01:05:48.044207 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6f2c6d7-03aa-4b40-a650-4412ad1e455f req-61797601-3699-406d-8c88-0a1a54b2038b tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464880 Jan 19 01:05:48.093170 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-5db198ac-2e63-4020-bfe1-99aea35ac8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:48.094675 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-5db198ac-2e63-4020-bfe1-99aea35ac8c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 200 len: 847 time: 0.0450842 Jan 19 01:05:48.138345 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-da4b14e8-f3f0-4711-b3d9-edf649dd737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:48.139725 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-da4b14e8-f3f0-4711-b3d9-edf649dd737d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391967 Jan 19 01:05:48.228710 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-5dfdf040-4e96-4781-8934-7846581c2fb0 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830286 Jan 19 01:05:48.316079 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7125d9b-46cc-472d-b952-16b35cf8c7ca req-234de338-352f-4597-a926-8b1e50ed3ba4 service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813873 Jan 19 01:05:48.913475 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53440d5a-2c5f-46f9-a78f-b260da39b643 req-30dcfbe5-f273-4d18-ab6c-17b79d8b0047 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:48.915051 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-53440d5a-2c5f-46f9-a78f-b260da39b643 req-30dcfbe5-f273-4d18-ab6c-17b79d8b0047 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0640178 Jan 19 01:05:48.965484 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-53440d5a-2c5f-46f9-a78f-b260da39b643 req-fc59176f-da57-42a4-8b06-50ecdcc2611d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Jan 19 01:05:49.165539 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87adf-d4ed-4ad8-abd1-4e08e6bd6b8a req-118d9ed9-2a5c-4387-b1f4-fe128a2c3166 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:49.167076 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9cd87adf-d4ed-4ad8-abd1-4e08e6bd6b8a req-118d9ed9-2a5c-4387-b1f4-fe128a2c3166 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0507452 Jan 19 01:05:49.222859 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9cd87adf-d4ed-4ad8-abd1-4e08e6bd6b8a req-a5d07094-b66b-4e46-8982-9b50ee45dede tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501268 Jan 19 01:05:50.084469 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7406977b-c8c0-4fa8-b12b-ad32ed41139f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:50.091303 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b900-7eb6-424b-a94f-ed9de62f82da req-47e6d82b-81c5-402c-a6c1-22e0f831d518 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:50.092745 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d1a6b900-7eb6-424b-a94f-ed9de62f82da req-47e6d82b-81c5-402c-a6c1-22e0f831d518 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0482786 Jan 19 01:05:50.142562 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d1a6b900-7eb6-424b-a94f-ed9de62f82da req-54af7ba5-099f-486c-ab08-396cc70bc2bc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Jan 19 01:05:50.588645 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4efc8-a6e2-4d30-9adf-5154865f28e8 req-458b3e41-cc5a-4a3a-8921-62d7cec21df1 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:50.590132 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a2e4efc8-a6e2-4d30-9adf-5154865f28e8 req-458b3e41-cc5a-4a3a-8921-62d7cec21df1 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.2958393 Jan 19 01:05:50.641270 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a2e4efc8-a6e2-4d30-9adf-5154865f28e8 req-f2ea70b0-17ad-446d-8dc9-f52c0a6bcd11 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451858 Jan 19 01:05:51.264376 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7496f-e02b-4b46-a92e-42e3605a2959 req-770519a5-f983-489e-b346-5a77abeb74fc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:51.266007 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fba7496f-e02b-4b46-a92e-42e3605a2959 req-770519a5-f983-489e-b346-5a77abeb74fc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0499790 Jan 19 01:05:51.317780 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fba7496f-e02b-4b46-a92e-42e3605a2959 req-5cb20dce-3528-4aaa-a6e9-20fb2da25985 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Jan 19 01:05:51.775672 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc02fb-bd3c-4498-932c-62b3f0c6c008 req-d423a964-13a7-4107-81fe-36e3f5561dc6 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:51.777228 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fabc02fb-bd3c-4498-932c-62b3f0c6c008 req-d423a964-13a7-4107-81fe-36e3f5561dc6 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0506177 Jan 19 01:05:51.829502 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fabc02fb-bd3c-4498-932c-62b3f0c6c008 req-c5338b52-cb61-4925-95ad-b163c498236a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463705 Jan 19 01:05:52.331301 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fdd7637a-e8bb-4817-9a76-7f17ff6b5c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:52.463417 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7d421-767c-42ba-aea9-dd5dbfa0dab4 req-efacc091-1fea-4d4a-a2e6-c0c71e0f5576 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:52.465134 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1fa7d421-767c-42ba-aea9-dd5dbfa0dab4 req-efacc091-1fea-4d4a-a2e6-c0c71e0f5576 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0609248 Jan 19 01:05:52.519755 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1fa7d421-767c-42ba-aea9-dd5dbfa0dab4 req-daf6c307-5cc6-4cfd-9621-4ec9684f3e00 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479677 Jan 19 01:05:52.959730 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cff486-a6c2-4ef0-ac52-29af11471588 req-4413b037-0a92-470d-8af9-d5794f8d37af tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:52.961518 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58cff486-a6c2-4ef0-ac52-29af11471588 req-4413b037-0a92-470d-8af9-d5794f8d37af tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0562792 Jan 19 01:05:53.015736 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58cff486-a6c2-4ef0-ac52-29af11471588 req-b6d97ae3-e8bf-4602-a405-a9f98b98becf tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474708 Jan 19 01:05:53.576497 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:53.667495 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005bf79-6e3d-47ed-8fc2-467868d2cb8e req-f9f1ebbf-4f0d-448d-8725-c11ac518fcc6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:53.669177 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6005bf79-6e3d-47ed-8fc2-467868d2cb8e req-f9f1ebbf-4f0d-448d-8725-c11ac518fcc6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0596600 Jan 19 01:05:53.740356 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6005bf79-6e3d-47ed-8fc2-467868d2cb8e req-8db66807-5d5b-4d21-b8ee-a96b7c374056 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614228 Jan 19 01:05:54.012097 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:05:54.159613 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc79837-2963-43b3-a492-9f197334699f req-3eab4b0a-13fd-434a-8a11-5300fccca07a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:54.162155 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2cc79837-2963-43b3-a492-9f197334699f req-3eab4b0a-13fd-434a-8a11-5300fccca07a tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0727546 Jan 19 01:05:54.216524 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2cc79837-2963-43b3-a492-9f197334699f req-042b8290-df6c-448e-8cd5-51c6af9a47b6 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484624 Jan 19 01:05:54.881888 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307271c-8057-4c58-8187-1ce41cd17320 req-3f420cb0-adf8-4ee7-afd0-3aeb4c5d7a2c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:54.884012 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1307271c-8057-4c58-8187-1ce41cd17320 req-3f420cb0-adf8-4ee7-afd0-3aeb4c5d7a2c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0604832 Jan 19 01:05:54.905618 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:54.944710 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1307271c-8057-4c58-8187-1ce41cd17320 req-0fee0472-94a8-48f0-896c-019d10bca908 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522614 Jan 19 01:05:55.365384 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96202940-a1df-4760-8a23-967416bd8e10 req-f943814a-3e5a-44cf-bb19-08c2698d7fa1 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:55.367109 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96202940-a1df-4760-8a23-967416bd8e10 req-f943814a-3e5a-44cf-bb19-08c2698d7fa1 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0632536 Jan 19 01:05:55.440052 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96202940-a1df-4760-8a23-967416bd8e10 req-63b840b3-ac11-45bc-a718-d20652f4f8f9 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611281 Jan 19 01:05:56.092450 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39504fbd-e246-4967-a4a8-689988b364a3 req-a6ca6139-4eda-4150-9dd4-07d9d1bbcc64 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:56.094973 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-39504fbd-e246-4967-a4a8-689988b364a3 req-a6ca6139-4eda-4150-9dd4-07d9d1bbcc64 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0659363 Jan 19 01:05:56.156756 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-39504fbd-e246-4967-a4a8-689988b364a3 req-b5033aff-3ed0-434b-a0b8-a94771b68be3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541062 Jan 19 01:05:56.222729 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:05:56.232340 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:56.504473 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:56.525583 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'port_id': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'mac_address': 'fa:16:3e:77:8f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:05:56.569098 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf094d6-1b13-4a91-bce6-b7f3d9bcde93 req-faf47969-16b1-4b6b-88c4-6b6553beafd8 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:56.570700 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1bf094d6-1b13-4a91-bce6-b7f3d9bcde93 req-faf47969-16b1-4b6b-88c4-6b6553beafd8 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 943 time: 0.0556188 Jan 19 01:05:56.580139 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:05:56.581267 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:56.597660 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:05:56.623080 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:56.635602 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:56.640945 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1bf094d6-1b13-4a91-bce6-b7f3d9bcde93 req-610b7756-e3ae-4740-87a0-64b1a7e97a4d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620878 Jan 19 01:05:56.685164 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:57.043500 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:05:57.348226 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e77cc9-0f64-4b84-9c5d-27bbab641703 req-e1245e6c-6648-4e1c-87cd-491f157020c7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:57.350934 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-29e77cc9-0f64-4b84-9c5d-27bbab641703 req-e1245e6c-6648-4e1c-87cd-491f157020c7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0822582 Jan 19 01:05:57.407255 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-29e77cc9-0f64-4b84-9c5d-27bbab641703 req-dbf46b5e-d138-42b3-bf18-fa5800d7360f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503082 Jan 19 01:05:57.785361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9bd0-23bc-4a99-9186-455065fac883 req-df767bfc-5294-4b17-8987-cdec2c4ff4a7 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:57.786985 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-526a9bd0-23bc-4a99-9186-455065fac883 req-df767bfc-5294-4b17-8987-cdec2c4ff4a7 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 944 time: 0.0641198 Jan 19 01:05:57.843947 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-526a9bd0-23bc-4a99-9186-455065fac883 req-c9d4c061-b40e-4f93-98ad-4e6bc73c1d2f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512564 Jan 19 01:05:58.241341 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:05:58.260107 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:05:58.386952 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:05:58.386952 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:58.467795 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:58.491542 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'port_id': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'mac_address': 'fa:16:3e:ff:28:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:05:58.567188 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e871ea0f-3e5b-4940-afab-68479d0962ba is: ACTIVE; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:05:58.567504 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:58.582482 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:05:58.582930 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:58.593808 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e871ea0f-3e5b-4940-afab-68479d0962ba {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:05:58.603369 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53ac8f-9253-4855-ac89-3f9fcb942e60 req-ba9fe109-964c-44f3-b52b-005fd0b48f8b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:58.606344 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe53ac8f-9253-4855-ac89-3f9fcb942e60 req-ba9fe109-964c-44f3-b52b-005fd0b48f8b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0928802 Jan 19 01:05:58.627123 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:05:58.630082 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e7916b-3c99-4e73-af9e-88c2373a2898" -d '{"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:05:58.636065 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:58.645812 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:05:58.647122 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:58.653102 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:58.676672 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4912ef7a-3d09-4afc-8a45-ebfd61755ce2 x-openstack-request-id: req-4912ef7a-3d09-4afc-8a45-ebfd61755ce2 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:05:58.676967 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-plugged", "status": "completed", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:05:58.677219 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4912ef7a-3d09-4afc-8a45-ebfd61755ce2 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:05:58.677638 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'code': 200} Jan 19 01:05:58.701915 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe53ac8f-9253-4855-ac89-3f9fcb942e60 req-83793936-8947-4ae1-9ee5-e9051d8f5f86 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883040 Jan 19 01:05:58.704503 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:58.779801 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=8']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:05:58.827503 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['e871ea0f-3e5b-4940-afab-68479d0962ba'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:05:58.906273 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:05:59.022320 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87f90b-cbfd-4566-a65f-a52631c664af req-beac3afc-0632-4583-b26f-c837bb0eeeb9 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:59.024716 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e87f90b-cbfd-4566-a65f-a52631c664af req-beac3afc-0632-4583-b26f-c837bb0eeeb9 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0937123 Jan 19 01:05:59.120809 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8e87f90b-cbfd-4566-a65f-a52631c664af req-94fbf0c3-8447-4b21-86ca-4d24ac2ff10e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890138 Jan 19 01:05:59.135133 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b411-cce5-47b0-b410-9badd63fef96 req-7fbf8dd4-4316-4723-8938-38530db29b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:59.136954 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-85f7b411-cce5-47b0-b410-9badd63fef96 req-7fbf8dd4-4316-4723-8938-38530db29b95 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1098 time: 0.0668092 Jan 19 01:05:59.230483 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-85f7b411-cce5-47b0-b410-9badd63fef96 req-45fdcd6c-89b7-4e8f-86cd-2cd16b7163bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858083 Jan 19 01:05:59.888154 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b9c54-2a8d-41c5-b211-1e7aabb7d41b req-e9d8238c-3446-4ce8-89e2-34824c566145 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:05:59.890624 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d04b9c54-2a8d-41c5-b211-1e7aabb7d41b req-e9d8238c-3446-4ce8-89e2-34824c566145 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 945 time: 0.0578427 Jan 19 01:05:59.991292 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d04b9c54-2a8d-41c5-b211-1e7aabb7d41b req-061a8c12-53db-4ec1-be39-4456bdb370db tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885656 Jan 19 01:06:00.264365 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:06:00.349780 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port e871ea0f-3e5b-4940-afab-68479d0962ba triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:06:00.350242 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:00.406279 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c00d-baf3-4936-b8c3-9f235fcc1132 req-cdf7a7b7-5e20-4fda-8ae7-67274c943d7d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:00.407901 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-47e6c00d-baf3-4936-b8c3-9f235fcc1132 req-cdf7a7b7-5e20-4fda-8ae7-67274c943d7d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.1478300 Jan 19 01:06:00.508565 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-47e6c00d-baf3-4936-b8c3-9f235fcc1132 req-4e847c9b-e8e9-4ebc-9eb7-6e94c9f4e7ac tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798318 Jan 19 01:06:00.531402 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e871ea0f-3e5b-4940-afab-68479d0962ba is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:06:00.532087 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:00.598141 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:00.610781 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:00.680519 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:06:00.685066 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7041343-7418-4298-9072-c2c62b5aa18e" -d '{"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-plugged", "status": "completed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:06:00.738894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:00.801036 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33188be4-d39a-4509-a08c-f57ac83cb444 x-openstack-request-id: req-33188be4-d39a-4509-a08c-f57ac83cb444 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:06:00.802066 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-plugged", "status": "completed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:06:00.802833 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33188be4-d39a-4509-a08c-f57ac83cb444 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:06:00.803655 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'code': 200} Jan 19 01:06:01.324262 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878af5af-19fb-437c-b303-51cb165cc615 req-d535626b-df81-4f07-9387-c06e2705fb59 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:01.341389 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-878af5af-19fb-437c-b303-51cb165cc615 req-d535626b-df81-4f07-9387-c06e2705fb59 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.1516342 Jan 19 01:06:01.408282 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-878af5af-19fb-437c-b303-51cb165cc615 req-c95500bf-fc14-4e18-996e-6b4cd1f05ca1 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598671 Jan 19 01:06:01.687976 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dde1a0-7e78-4157-b0c4-eae8c54e43d5 req-800f9543-fb46-43e0-acc4-4e3876a451c5 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:01.691108 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0dde1a0-7e78-4157-b0c4-eae8c54e43d5 req-800f9543-fb46-43e0-acc4-4e3876a451c5 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0711370 Jan 19 01:06:01.773602 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0dde1a0-7e78-4157-b0c4-eae8c54e43d5 req-4e19bf8b-bc02-4b2b-a2da-cf70c289e116 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709374 Jan 19 01:06:01.919918 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a2e1d-d45f-4f30-bc3f-63a2b8ee61c7 req-8f62f16d-2abb-4475-b485-28e02bbfbc6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:01.922861 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-416a2e1d-d45f-4f30-bc3f-63a2b8ee61c7 req-8f62f16d-2abb-4475-b485-28e02bbfbc6f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.1086802 Jan 19 01:06:02.015277 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-416a2e1d-d45f-4f30-bc3f-63a2b8ee61c7 req-26935df5-d3a3-4425-926c-9b59c89948c7 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812781 Jan 19 01:06:02.539560 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023c65-671c-483f-9303-aab682c10c99 req-c17439a9-0fb0-4669-b2ad-5f0347454f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:02.541321 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80023c65-671c-483f-9303-aab682c10c99 req-c17439a9-0fb0-4669-b2ad-5f0347454f56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1099 time: 0.0550420 Jan 19 01:06:02.724395 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958808cd-4afe-4b02-9275-ecb89654023e req-014bdf08-acbd-4bf8-9599-20e974af4175 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:02.726287 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-958808cd-4afe-4b02-9275-ecb89654023e req-014bdf08-acbd-4bf8-9599-20e974af4175 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.1739964 Jan 19 01:06:02.774784 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023c65-671c-483f-9303-aab682c10c99 req-d28b0b4d-60b1-4ab1-89c7-7ae9465a29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:02.777364 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80023c65-671c-483f-9303-aab682c10c99 req-d28b0b4d-60b1-4ab1-89c7-7ae9465a29e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.2037134 Jan 19 01:06:02.861015 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-958808cd-4afe-4b02-9275-ecb89654023e req-54bbe199-f784-4d32-94ff-707d0c518d97 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216226 Jan 19 01:06:02.889623 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80023c65-671c-483f-9303-aab682c10c99 req-0e9dbe84-fa79-47de-876b-4d9c959639f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 200 len: 1002 time: 0.0976667 Jan 19 01:06:02.958306 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023c65-671c-483f-9303-aab682c10c99 req-6545678f-3f36-48ff-87a4-d89b80cdffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:02.960007 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80023c65-671c-483f-9303-aab682c10c99 req-6545678f-3f36-48ff-87a4-d89b80cdffec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.0642741 Jan 19 01:06:03.028439 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023c65-671c-483f-9303-aab682c10c99 req-e5e7555f-5ee1-4793-8b87-c9825b22a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:03.030246 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80023c65-671c-483f-9303-aab682c10c99 req-e5e7555f-5ee1-4793-8b87-c9825b22a1f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0634601 Jan 19 01:06:03.215910 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80023c65-671c-483f-9303-aab682c10c99 req-df28e3db-afd0-45a9-a680-f0d031c69224 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783195 Jan 19 01:06:03.232221 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff060cd1-ce81-4d9b-ae0b-e828fd0a4fe0 req-33815bd1-424f-472a-86d4-f3c7a30d068b tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:03.234618 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ff060cd1-ce81-4d9b-ae0b-e828fd0a4fe0 req-33815bd1-424f-472a-86d4-f3c7a30d068b tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.0750132 Jan 19 01:06:03.330671 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ff060cd1-ce81-4d9b-ae0b-e828fd0a4fe0 req-e4adfa80-f4b8-474f-905d-35b68589e9ab tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867965 Jan 19 01:06:03.417916 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80023c65-671c-483f-9303-aab682c10c99 req-2c4677ae-9efe-4ff5-a469-607fc4cf1500 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947238 Jan 19 01:06:03.954917 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-2d7991f8-1a62-49b7-a92b-18935e961581 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:03.959159 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-2d7991f8-1a62-49b7-a92b-18935e961581 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.1106057 Jan 19 01:06:04.155803 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480b879-b524-4f48-8dc6-8858caad5b41 req-c59ae2fa-9ea4-41b5-a9a9-8505662661e5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:04.158129 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5480b879-b524-4f48-8dc6-8858caad5b41 req-c59ae2fa-9ea4-41b5-a9a9-8505662661e5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.1725104 Jan 19 01:06:04.210964 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Deleting port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:06:04.211368 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:04.314606 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5480b879-b524-4f48-8dc6-8858caad5b41 req-d78ff918-4553-4474-be3e-ddecba55e30c tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408980 Jan 19 01:06:04.396702 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] For port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:04.396702 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:04.482036 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20d697-2c08-4d82-b22d-da11f6a1b390 req-5b2ce5eb-7837-466b-af02-ddd87aa5d43f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:04.488408 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f20d697-2c08-4d82-b22d-da11f6a1b390 req-5b2ce5eb-7837-466b-af02-ddd87aa5d43f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 946 time: 0.0595889 Jan 19 01:06:04.592488 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5f20d697-2c08-4d82-b22d-da11f6a1b390 req-f1eb0db2-6755-41f1-92ce-51abf57bd16f tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups?id=81bcfa77-c928-4330-a70e-9e9841324ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969381 Jan 19 01:06:04.795626 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:04.796130 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (6bf7076a-028e-4db2-8e05-42fc0e663fe6), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:04.796659 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.l3_db [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Floating IP 6bf7076a-028e-4db2-8e05-42fc0e663fe6 disassociated. External IP: 172.27.3.239, port: 381ef2e4-65b1-47b4-af5a-b60f3d5edee6. Jan 19 01:06:04.797271 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Calling delete_port for 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:06:05.042702 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (381ef2e4-65b1-47b4-af5a-b60f3d5edee6), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:05.095338 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event deleted for resources: {'Port': ['ID=381ef2e4-65b1-47b4-af5a-b60f3d5edee6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:05.278498 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:06:05.486924 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:06:05.499265 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] Sync routers for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:06:05.519123 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:06:05.520061 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:05:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:05.559112 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feed573-64de-4566-8232-474bdf8b0335 req-da0dc335-2894-427f-b04d-99879b1a3ac7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:05.560694 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7feed573-64de-4566-8232-474bdf8b0335 req-da0dc335-2894-427f-b04d-99879b1a3ac7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.1448643 Jan 19 01:06:05.614076 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] No DVR routers for this DVR port 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:06:05.635053 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:05.640473 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-499e283e-4e00-4e78-89ab-bda2233e8e90 req-f6ff88db-f3f4-41e0-9d56-30fc7ff97fe6 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.32 "DELETE /v2.0/ports/381ef2e4-65b1-47b4-af5a-b60f3d5edee6 HTTP/1.1" status: 204 len: 173 time: 1.6732314 Jan 19 01:06:05.650364 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'name': 'network-vif-deleted', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:06:05.654555 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d52ac-b500-4b95-a905-932de4cb6e65" -d '{"events": [{"server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "name": "network-vif-deleted", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:06:05.735701 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7feed573-64de-4566-8232-474bdf8b0335 req-7dd04a23-b651-49f7-aa81-634e6010ed5b tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651573 Jan 19 01:06:05.774955 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:06:05.813253 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4592e4da-7bf7-4698-97ca-51c122360876 req-33e711bc-1882-444a-ba95-2d85e92066e0 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/ports?device_id=3afcb7dd-d512-4061-a2da-c747612ed110 HTTP/1.1" status: 200 len: 210 time: 0.0476761 Jan 19 01:06:05.872784 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50bed4a-63e6-4027-9608-3881a7d9afa4 x-openstack-request-id: req-d50bed4a-63e6-4027-9608-3881a7d9afa4 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:06:05.872784 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afcb7dd-d512-4061-a2da-c747612ed110", "name": "network-vif-deleted", "tag": "381ef2e4-65b1-47b4-af5a-b60f3d5edee6", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:06:05.873175 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d50bed4a-63e6-4027-9608-3881a7d9afa4 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:06:05.873901 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afcb7dd-d512-4061-a2da-c747612ed110', 'name': 'network-vif-deleted', 'tag': '381ef2e4-65b1-47b4-af5a-b60f3d5edee6', 'status': 'completed', 'code': 200} Jan 19 01:06:06.111968 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:06.160072 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] Checking router: 5e10cd29-464d-4d7a-b48a-c0b01ffa376c for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:06:06.183089 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:06:06.184300 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:05:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:06.380964 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:06:06.691090 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:06.726808 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36231577-9f05-4ee7-a680-1a87e9353225 None None] The sync data for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi is: [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:00Z', 'revision_number': 4, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '56960dfb-88bc-4fd5-95ce-a8aeb7368a11', 'name': '', 'network_id': 'a69b36d3-e9c7-4bd1-806e-4931e3175337', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'mac_address': 'fa:16:3e:86:f4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:13Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'subnets': [{'id': 'de3ef6d9-a942-457a-90ce-e4a7221f1577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:06:06.931241 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43120) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:06.986076 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506392a-8f66-4453-a973-892991b22d23 req-5a416406-e711-4c84-8dac-7f184948c6e5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:06.993971 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b506392a-8f66-4453-a973-892991b22d23 req-5a416406-e711-4c84-8dac-7f184948c6e5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.1016831 Jan 19 01:06:07.045678 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b506392a-8f66-4453-a973-892991b22d23 req-e4b6a8a9-e548-4c15-a85e-876b7b22c362 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504892 Jan 19 01:06:07.048916 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7b684cc6-55e2-4c37-96dd-42505d8a2388 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (81bcfa77-c928-4330-a70e-9e9841324ce6), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.083226 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b9bc4-bec3-43ca-aa53-e122dc2d7f47 None None] New status for floating IP 6bf7076a-028e-4db2-8e05-42fc0e663fe6: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:06:07.086143 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7b684cc6-55e2-4c37-96dd-42505d8a2388 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (81bcfa77-c928-4330-a70e-9e9841324ce6), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.166188 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7b684cc6-55e2-4c37-96dd-42505d8a2388 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (81bcfa77-c928-4330-a70e-9e9841324ce6), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.176531 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7b684cc6-55e2-4c37-96dd-42505d8a2388 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.177807 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7b684cc6-55e2-4c37-96dd-42505d8a2388 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "DELETE /v2.0/security-groups/81bcfa77-c928-4330-a70e-9e9841324ce6 HTTP/1.1" status: 204 len: 168 time: 0.2449245 Jan 19 01:06:07.181389 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43122) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:07.190417 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b684cc6-55e2-4c37-96dd-42505d8a2388 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bcfa77-c928-4330-a70e-9e9841324ce6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:07.220799 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.api.v2.resource [None req-a48c2273-2253-43b4-98ad-bbc1f01bf998 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] show failed (client error): The resource could not be found. Jan 19 01:06:07.225949 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a48c2273-2253-43b4-98ad-bbc1f01bf998 tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "GET /v2.0/security-groups/81bcfa77-c928-4330-a70e-9e9841324ce6 HTTP/1.1" status: 404 len: 347 time: 0.0401771 Jan 19 01:06:07.226568 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43124) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:07.391159 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Deleting port c5693ae9-21c3-4377-95ef-b2257df3db10 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:06:07.391736 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.538238 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.538526 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (c5693ae9-21c3-4377-95ef-b2257df3db10), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.556214 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Calling delete_port for c5693ae9-21c3-4377-95ef-b2257df3db10 owned by network:floatingip {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:06:07.763557 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (c5693ae9-21c3-4377-95ef-b2257df3db10), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.806269 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Pushing event deleted for resources: {'Port': ['ID=c5693ae9-21c3-4377-95ef-b2257df3db10,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:07.919856 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks [] for floatingip (6bf7076a-028e-4db2-8e05-42fc0e663fe6), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.922660 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:07.927455 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-39667d1a-f4fb-4255-9894-8dd65f7c5b3d tempest-AttachVolumeTestJSON-2001932193 tempest-AttachVolumeTestJSON-2001932193-project] 10.222.0.35 "DELETE /v2.0/floatingips/6bf7076a-028e-4db2-8e05-42fc0e663fe6 HTTP/1.1" status: 204 len: 168 time: 0.6997180 Jan 19 01:06:08.247577 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21668c8-f5e0-4a94-8b0e-43e70b6e9a60 req-59044101-e6c4-45a9-b2c3-37172b04a4cb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:08.250517 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b21668c8-f5e0-4a94-8b0e-43e70b6e9a60 req-59044101-e6c4-45a9-b2c3-37172b04a4cb tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0846512 Jan 19 01:06:08.271307 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:06:08.304513 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:06:08.305146 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 381ef2e4-65b1-47b4-af5a-b60f3d5edee6 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:06:08.344614 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b21668c8-f5e0-4a94-8b0e-43e70b6e9a60 req-34703eca-9f55-4f98-9953-8cd250196cfc tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843353 Jan 19 01:06:09.732725 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284567f-62a3-4e1d-9dea-6241fa1e8025 req-80121c42-8c71-45c2-b954-3377681f2dbf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:09.746147 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1284567f-62a3-4e1d-9dea-6241fa1e8025 req-80121c42-8c71-45c2-b954-3377681f2dbf tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.1261327 Jan 19 01:06:09.831108 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1284567f-62a3-4e1d-9dea-6241fa1e8025 req-ee54e175-bde8-422b-ada5-a4f8210f15ce tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816076 Jan 19 01:06:10.961248 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20f0d-e241-412c-b506-054daa3107b4 req-39a954c8-3132-4e46-8b06-2e01a34192ea tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:10.962636 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-51c20f0d-e241-412c-b506-054daa3107b4 req-39a954c8-3132-4e46-8b06-2e01a34192ea tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0499098 Jan 19 01:06:11.010112 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-51c20f0d-e241-412c-b506-054daa3107b4 req-fd1fad44-a009-43d6-97cd-0a928c1c5ede tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Jan 19 01:06:11.525671 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-4edae290-4854-46ff-85dd-c8431c31ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:11.527122 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-4edae290-4854-46ff-85dd-c8431c31ee43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1099 time: 0.0437741 Jan 19 01:06:11.631232 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-47fb692e-347f-4bc2-9f71-a89d0eb64352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:11.632783 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-47fb692e-347f-4bc2-9f71-a89d0eb64352 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.0980539 Jan 19 01:06:11.660147 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43172) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:11.704724 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-5f60ccba-ac3f-447e-b03c-95cc5631527f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 200 len: 1002 time: 0.0649798 Jan 19 01:06:11.770436 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-c6c6d350-8b4b-4fc3-8511-a10f551838b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:11.771968 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-c6c6d350-8b4b-4fc3-8511-a10f551838b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.0608513 Jan 19 01:06:11.834488 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-258cdfff-fdfe-4adc-9415-4a3163358535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:11.836019 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-258cdfff-fdfe-4adc-9415-4a3163358535 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573845 Jan 19 01:06:11.932265 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-cd590ee3-76af-4985-afc5-103491a042e8 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895832 Jan 19 01:06:12.046921 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8607594f-e6a1-47ee-9bf5-841ebd76a789 req-95901105-e995-4ebd-96eb-fdb51c95eb9c service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086001 Jan 19 01:06:12.173399 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982869e5-c833-48aa-be33-30d9f3541598 req-45ab6221-f627-42f8-8439-efdf7482af3d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:12.175508 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-982869e5-c833-48aa-be33-30d9f3541598 req-45ab6221-f627-42f8-8439-efdf7482af3d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0806899 Jan 19 01:06:12.239592 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-982869e5-c833-48aa-be33-30d9f3541598 req-090b4076-b264-4767-9875-d845db691932 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580382 Jan 19 01:06:12.302381 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:12.542569 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Deleting port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:06:12.542904 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:12.623357 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] For port 56960dfb-88bc-4fd5-95ce-a8aeb7368a11, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:12.623729 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:12.637144 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Calling delete_port for 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:06:12.830956 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (56960dfb-88bc-4fd5-95ce-a8aeb7368a11), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:12.861975 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Pushing event deleted for resources: {'Port': ['ID=56960dfb-88bc-4fd5-95ce-a8aeb7368a11,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:13.032955 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:13.377190 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bd87-8825-4ad5-a3cd-6fe0c7d6dd9d req-a8f105f5-8c86-462c-b465-c8346db24033 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:13.378825 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d27bd87-8825-4ad5-a3cd-6fe0c7d6dd9d req-a8f105f5-8c86-462c-b465-c8346db24033 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0582631 Jan 19 01:06:13.432218 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d27bd87-8825-4ad5-a3cd-6fe0c7d6dd9d req-c97c6712-0a44-4f21-ab42-afdeaf0cb968 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449674 Jan 19 01:06:13.519462 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:06:13.628122 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:06:13.633697 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6f04b49e-0617-47d2-a51b-faa38906a02a admin admin] 10.222.0.35 "PUT /v2.0/routers/5e10cd29-464d-4d7a-b48a-c0b01ffa376c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9724138 Jan 19 01:06:13.636664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43180) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:13.640834 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] Sync routers for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:06:13.653898 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:06:13.654797 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:05:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:13.748136 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks [] for router (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:13.764358 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:06:13.858787 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks [] for router_gateway (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:13.921441 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Deleting port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:06:13.921950 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:13.990751 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T01:06:12Z', 'revision_number': 5, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port': {'id': '0e38d875-9ca5-4448-a70e-f40d5f7c9b80', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:53Z', 'updated_at': '2022-01-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:14.023982 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] For port 0e38d875-9ca5-4448-a70e-f40d5f7c9b80, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:14.024549 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.029009 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] Checking router: 5e10cd29-464d-4d7a-b48a-c0b01ffa376c for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:06:14.042567 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] Routers {'5e10cd29-464d-4d7a-b48a-c0b01ffa376c'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:06:14.043227 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:05:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:14.045879 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Calling delete_port for 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:06:14.289167 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] Set router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:06:14.298457 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (0e38d875-9ca5-4448-a70e-f40d5f7c9b80), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.350185 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T01:06:13Z', 'revision_number': 6, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:14.358668 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e38d875-9ca5-4448-a70e-f40d5f7c9b80,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:14.404098 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbba1c4-608e-40ee-8823-8db4152e117d None None] The sync data for ids ['5e10cd29-464d-4d7a-b48a-c0b01ffa376c'] in dv-cinder-799871-14-iscsi is: [{'id': '5e10cd29-464d-4d7a-b48a-c0b01ffa376c', 'name': 'tempest-AttachVolumeTestJSON-269263770-router', 'tenant_id': 'ef284d2a245247f7a8561985ecb39098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T01:06:13Z', 'revision_number': 6, 'project_id': 'ef284d2a245247f7a8561985ecb39098', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:06:14.441998 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.563986 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.568012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks [] for router_controller (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.624686 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (5e10cd29-464d-4d7a-b48a-c0b01ffa376c), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.625283 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e10cd29-464d-4d7a-b48a-c0b01ffa376c {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:06:14.630678 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.631874 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2c003462-3154-4f82-9098-ecfcd4ad1310 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5e10cd29-464d-4d7a-b48a-c0b01ffa376c HTTP/1.1" status: 204 len: 168 time: 0.9942467 Jan 19 01:06:14.634593 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43184) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:14.640012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ebafb-85f3-4ebd-aa2f-9666d88f7576 req-c15bb7cd-d588-4d14-a417-b63fc1425746 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:14.641645 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8a9ebafb-85f3-4ebd-aa2f-9666d88f7576 req-c15bb7cd-d588-4d14-a417-b63fc1425746 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.1317866 Jan 19 01:06:14.680275 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] Deleting subnet de3ef6d9-a942-457a-90ce-e4a7221f1577 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:06:14.683602 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] Publish callbacks [] for subnet (de3ef6d9-a942-457a-90ce-e4a7221f1577), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.694001 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8a9ebafb-85f3-4ebd-aa2f-9666d88f7576 req-10b2cb23-a5df-4108-8a94-afad090197c1 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453439 Jan 19 01:06:14.724208 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7922619'] for subnet (de3ef6d9-a942-457a-90ce-e4a7221f1577), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.846190 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (de3ef6d9-a942-457a-90ce-e4a7221f1577), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.904659 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8210284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7585910'] for subnet (de3ef6d9-a942-457a-90ce-e4a7221f1577), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.932993 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3ef6d9-a942-457a-90ce-e4a7221f1577,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:14.935021 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:14.940778 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43194) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:14.941329 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7ddbc09a-25c9-4953-a9af-c223a4fc1209 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/de3ef6d9-a942-457a-90ce-e4a7221f1577 HTTP/1.1" status: 204 len: 168 time: 0.3050008 Jan 19 01:06:14.941448 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02027896-cda1-4bfc-b0db-02e9c5a9f959 None None] Network a69b36d3-e9c7-4bd1-806e-4931e3175337 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:06:15.020059 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (a69b36d3-e9c7-4bd1-806e-4931e3175337), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.084482 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Deleting port 91c49332-e894-40b5-a253-90425614ad5d {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:06:15.084820 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (91c49332-e894-40b5-a253-90425614ad5d), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.175403 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] For port 91c49332-e894-40b5-a253-90425614ad5d, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=91c49332-e894-40b5-a253-90425614ad5d,segment=NetworkSegment(4974ee6b-a505-4a9b-97be-d213bd520bea),segment_id=4974ee6b-a505-4a9b-97be-d213bd520bea)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:15.176055 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (91c49332-e894-40b5-a253-90425614ad5d), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.195316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Calling delete_port for 91c49332-e894-40b5-a253-90425614ad5d owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:06:15.213694 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d15e16-a386-4969-9275-05367b71b540 None None] DHCP port deletion for a69b36d3-e9c7-4bd1-806e-4931e3175337 request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:06:15.320034 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:06:15.325361 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (91c49332-e894-40b5-a253-90425614ad5d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.348462 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:06:15.348758 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 56960dfb-88bc-4fd5-95ce-a8aeb7368a11 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:06:15.349113 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:06:15.355064 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c49332-e894-40b5-a253-90425614ad5d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:15.358858 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] No DVR routers for this DVR port 91c49332-e894-40b5-a253-90425614ad5d on host dv-cinder-799871-14-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:06:15.377352 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:06:15.377852 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 0e38d875-9ca5-4448-a70e-f40d5f7c9b80 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:06:15.378352 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 91c49332-e894-40b5-a253-90425614ad5d no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:06:15.405890 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 91c49332-e894-40b5-a253-90425614ad5d {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:06:15.406390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 91c49332-e894-40b5-a253-90425614ad5d not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:06:15.410799 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-44d15e16-a386-4969-9275-05367b71b540 None None] Deleting port 91c49332-e894-40b5-a253-90425614ad5d {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:06:15.411303 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-44d15e16-a386-4969-9275-05367b71b540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (91c49332-e894-40b5-a253-90425614ad5d), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.477279 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (a69b36d3-e9c7-4bd1-806e-4931e3175337), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.499351 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-44d15e16-a386-4969-9275-05367b71b540 None None] For port 91c49332-e894-40b5-a253-90425614ad5d, host dv-cinder-799871-14-iscsi, got binding levels [] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:15.500297 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-44d15e16-a386-4969-9275-05367b71b540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (91c49332-e894-40b5-a253-90425614ad5d), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.517281 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69b36d3-e9c7-4bd1-806e-4931e3175337']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:15.523323 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-44d15e16-a386-4969-9275-05367b71b540 None None] Calling delete_port for 91c49332-e894-40b5-a253-90425614ad5d owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:06:15.529461 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.ipam_backend_mixin [None req-44d15e16-a386-4969-9275-05367b71b540 None None] Port 91c49332-e894-40b5-a253-90425614ad5d was not found and therefore no delete operation was performed {{(pid=102633) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 19 01:06:15.531452 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-44d15e16-a386-4969-9275-05367b71b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893'] for port (91c49332-e894-40b5-a253-90425614ad5d), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.535722 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4974ee6b-a505-4a9b-97be-d213bd520bea') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:15.536329 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4974ee6b-a505-4a9b-97be-d213bd520bea') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:06:15.559873 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (4974ee6b-a505-4a9b-97be-d213bd520bea), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.583094 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (4974ee6b-a505-4a9b-97be-d213bd520bea), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.584399 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d15e16-a386-4969-9275-05367b71b540 None None] Pushing event deleted for resources: {'Port': ['ID=91c49332-e894-40b5-a253-90425614ad5d,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:15.590127 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d15e16-a386-4969-9275-05367b71b540 None None] No DVR routers for this DVR port 91c49332-e894-40b5-a253-90425614ad5d on host dv-cinder-799871-14-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:06:15.592352 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:06:15.592891 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (4974ee6b-a505-4a9b-97be-d213bd520bea), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:06:15.613188 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:06:15.675377 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (a69b36d3-e9c7-4bd1-806e-4931e3175337), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.681180 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.687887 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a69b36d3-e9c7-4bd1-806e-4931e3175337 HTTP/1.1" status: 204 len: 168 time: 0.7452645 Jan 19 01:06:15.700752 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d7c3-0b8d-48ca-ad20-3d5b4ea7ddd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69b36d3-e9c7-4bd1-806e-4931e3175337,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:15.869459 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43214) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:15.916296 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f59bca83-29d3-450d-a100-a178782166f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef284d2a245247f7a8561985ecb39098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454278 Jan 19 01:06:15.919127 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43216) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:15.975454 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c645aac8-f10e-4443-b953-566c44ae0f95 admin admin] Publish callbacks [] for security_group (a27eca89-da4d-472d-9f92-8c6e88ac9ff9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:15.999621 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c645aac8-f10e-4443-b953-566c44ae0f95 admin admin] Publish callbacks [] for security_group (a27eca89-da4d-472d-9f92-8c6e88ac9ff9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:16.085580 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8c19e-d831-4d24-94ac-75aaca22386d req-38f69c14-c9ca-4ca9-8281-5869c41b7bb7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:16.087297 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2de8c19e-d831-4d24-94ac-75aaca22386d req-38f69c14-c9ca-4ca9-8281-5869c41b7bb7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 946 time: 0.0710888 Jan 19 01:06:16.119833 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c645aac8-f10e-4443-b953-566c44ae0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a27eca89-da4d-472d-9f92-8c6e88ac9ff9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:16.122272 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c645aac8-f10e-4443-b953-566c44ae0f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:16.123454 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c645aac8-f10e-4443-b953-566c44ae0f95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a27eca89-da4d-472d-9f92-8c6e88ac9ff9 HTTP/1.1" status: 204 len: 168 time: 0.2033739 Jan 19 01:06:16.148575 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645aac8-f10e-4443-b953-566c44ae0f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27eca89-da4d-472d-9f92-8c6e88ac9ff9,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:16.157856 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2de8c19e-d831-4d24-94ac-75aaca22386d req-86f2c6f9-3b21-4e25-a7a2-8d86c17ad965 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649652 Jan 19 01:06:16.311693 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:06:16.451028 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e871ea0f-3e5b-4940-afab-68479d0962ba is: ACTIVE; New status is: DOWN {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:06:16.451676 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:16.495548 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:06:16.499709 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb80e19-51cb-4140-a188-25880ffcda76" -d '{"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-unplugged", "status": "completed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:06:16.522933 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:16.530639 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:16.555299 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43248) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:16.560952 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Jan 2022 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d421f65b-7499-4789-8fe5-4cb36c4bfaf7 x-openstack-request-id: req-d421f65b-7499-4789-8fe5-4cb36c4bfaf7 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:06:16.561248 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-unplugged", "status": "failed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba", "code": 422}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:06:16.561502 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d421f65b-7499-4789-8fe5-4cb36c4bfaf7 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:06:16.561928 dv-cinder-799871-14-iscsi neutron-server[102633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'code': 422} returned with failed status Jan 19 01:06:16.592569 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=8']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:16.688469 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-446bb530-328d-4e01-9bcb-40acd3e4b5b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313388 Jan 19 01:06:16.697327 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-30d5f611-75be-49b6-87c0-9ecee5840cc0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 01:06:16.698374 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-30d5f611-75be-49b6-87c0-9ecee5840cc0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054047 Jan 19 01:06:17.310750 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540fd92-9b0e-4cc8-a406-c528dbfa91e4 req-caab2a9e-7df8-445a-82d9-b7a4002c88d0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:17.312302 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6540fd92-9b0e-4cc8-a406-c528dbfa91e4 req-caab2a9e-7df8-445a-82d9-b7a4002c88d0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0589113 Jan 19 01:06:17.362305 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6540fd92-9b0e-4cc8-a406-c528dbfa91e4 req-8686b369-2ef0-460b-a3aa-135327d24210 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437803 Jan 19 01:06:17.656132 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-0cc5d0e9-6c6e-401c-a4b7-97fa7f575c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:17.657531 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-0cc5d0e9-6c6e-401c-a4b7-97fa7f575c2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab&tenant_id=26e726f093b7418db87497cfb659dbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0437450 Jan 19 01:06:17.730297 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-f5d9893b-3004-4c3e-ad9d-9c9c9e952e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:17.731810 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-f5d9893b-3004-4c3e-ad9d-9c9c9e952e59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26e726f093b7418db87497cfb659dbf3&device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1097 time: 0.0396504 Jan 19 01:06:17.822113 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-9d7c5812-e68d-4d2d-bae5-2dc9cfd5df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:17.823660 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-9d7c5812-e68d-4d2d-bae5-2dc9cfd5df65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 200 len: 918 time: 0.0848236 Jan 19 01:06:17.897390 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-3753e00a-cc57-4c93-976c-ed68672f89be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 200 len: 1000 time: 0.0674334 Jan 19 01:06:17.950038 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-a28b1529-7bc3-4e54-99fc-82887a368b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:17.951416 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-a28b1529-7bc3-4e54-99fc-82887a368b11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 200 len: 856 time: 0.0473294 Jan 19 01:06:18.000075 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-a88c7af8-6d06-46cb-91f3-e5f1043c413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:18.001639 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-a88c7af8-6d06-46cb-91f3-e5f1043c413b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d10a2bcb-9525-4cb7-b8dd-683cdf95f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427797 Jan 19 01:06:18.092474 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-e9547c8f-4ebe-48cb-a928-95ff64cbb641 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843606 Jan 19 01:06:18.182344 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c91b5a41-d994-4a4f-8893-a2da2ecb6839 req-cd346d05-742a-43d4-8548-43b264045134 service neutron] 10.222.0.32 "GET /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836442 Jan 19 01:06:18.511256 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1215a0-a9da-4653-ab65-22d014866b23 req-2fd32d6e-dce7-4153-bb39-b6aaeb99a069 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:18.512969 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf1215a0-a9da-4653-ab65-22d014866b23 req-2fd32d6e-dce7-4153-bb39-b6aaeb99a069 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0536516 Jan 19 01:06:18.600141 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf1215a0-a9da-4653-ab65-22d014866b23 req-66e1bb9f-0fa3-4fa7-a917-5a97171c4be0 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768268 Jan 19 01:06:19.780734 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477e1af-aad2-4c52-bda3-9287dda6a768 req-30d07aad-130d-4fb7-a3fc-e041f8aa7283 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:19.790687 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6477e1af-aad2-4c52-bda3-9287dda6a768 req-30d07aad-130d-4fb7-a3fc-e041f8aa7283 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0859890 Jan 19 01:06:19.843343 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6477e1af-aad2-4c52-bda3-9287dda6a768 req-35e3f285-1d69-403e-949b-493405e29101 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516129 Jan 19 01:06:20.111724 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9229d4af-be22-455b-b27f-42dc07a3b0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.407121 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43334) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:20.537937 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4fc14e51-47d7-4f9f-92ba-1a5ae2bffa28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.625269 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4fc14e51-47d7-4f9f-92ba-1a5ae2bffa28 admin admin] Publish callbacks [] for security_group (39977023-c3cf-4ab8-9009-02e20afdb5a6), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.630177 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4fc14e51-47d7-4f9f-92ba-1a5ae2bffa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (39977023-c3cf-4ab8-9009-02e20afdb5a6), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.669618 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc14e51-47d7-4f9f-92ba-1a5ae2bffa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39977023-c3cf-4ab8-9009-02e20afdb5a6,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:20.678442 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4fc14e51-47d7-4f9f-92ba-1a5ae2bffa28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=004800994fab42afaebce7235e3f4853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695365 Jan 19 01:06:20.681238 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43338) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:20.744736 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5753e7f2-74bd-41c4-921f-bd22958a991a admin admin] Publish callbacks [] for security_group (39977023-c3cf-4ab8-9009-02e20afdb5a6), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.775662 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5753e7f2-74bd-41c4-921f-bd22958a991a admin admin] Publish callbacks [] for security_group (39977023-c3cf-4ab8-9009-02e20afdb5a6), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.840360 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5753e7f2-74bd-41c4-921f-bd22958a991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (39977023-c3cf-4ab8-9009-02e20afdb5a6), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.843393 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5753e7f2-74bd-41c4-921f-bd22958a991a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:20.845350 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5753e7f2-74bd-41c4-921f-bd22958a991a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39977023-c3cf-4ab8-9009-02e20afdb5a6 HTTP/1.1" status: 204 len: 168 time: 0.1618602 Jan 19 01:06:20.854335 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753e7f2-74bd-41c4-921f-bd22958a991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39977023-c3cf-4ab8-9009-02e20afdb5a6,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:21.019461 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e673d-badf-43e7-9cea-334c3d00d9a8 req-13b02183-aa4a-4431-81e8-559480459091 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:21.021867 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-598e673d-badf-43e7-9cea-334c3d00d9a8 req-13b02183-aa4a-4431-81e8-559480459091 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0768318 Jan 19 01:06:21.104692 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-598e673d-badf-43e7-9cea-334c3d00d9a8 req-96b8fb38-9dc1-4a8f-a14c-1539bcb92f05 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703614 Jan 19 01:06:22.254731 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf25acf-826d-4477-9820-68b119a60b8f req-f9e18dd7-6934-4862-8036-e2e2928fd803 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:22.257266 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3cf25acf-826d-4477-9820-68b119a60b8f req-f9e18dd7-6934-4862-8036-e2e2928fd803 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0590467 Jan 19 01:06:22.338232 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e114eb3e-be80-4bda-ad80-bd5460995dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:22.363782 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3cf25acf-826d-4477-9820-68b119a60b8f req-d0a632f6-654e-4aa6-b72d-d8443c263b20 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946109 Jan 19 01:06:23.501414 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958eb2e-225f-4371-806f-f02ecc50ebe6 req-09422f18-9c72-461b-ba17-1f7c1be1208d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:23.503493 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b958eb2e-225f-4371-806f-f02ecc50ebe6 req-09422f18-9c72-461b-ba17-1f7c1be1208d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0659370 Jan 19 01:06:23.562208 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b958eb2e-225f-4371-806f-f02ecc50ebe6 req-8c41e5be-5c53-48f9-8a7e-b51d1d467d2d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507841 Jan 19 01:06:23.577582 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:24.723269 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baf0e1-73b8-4780-8e0c-171505da02e0 req-2315c07f-6d31-4705-8f44-d56470dfe3a6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:24.730575 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45baf0e1-73b8-4780-8e0c-171505da02e0 req-2315c07f-6d31-4705-8f44-d56470dfe3a6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0798349 Jan 19 01:06:24.796776 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45baf0e1-73b8-4780-8e0c-171505da02e0 req-c8c9161e-f0d4-41b2-b4b6-b7bf45c94b50 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652730 Jan 19 01:06:24.895872 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:25.947470 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16359b33-c750-4717-baf2-1b0566e9a13e req-69935b08-bc65-45a8-9102-4194ee75593a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:25.949233 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16359b33-c750-4717-baf2-1b0566e9a13e req-69935b08-bc65-45a8-9102-4194ee75593a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0725412 Jan 19 01:06:26.047148 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16359b33-c750-4717-baf2-1b0566e9a13e req-4c7e0b4f-e39c-43a1-a5cf-85de2b674951 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849586 Jan 19 01:06:26.240244 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:27.172392 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaa719-a9cf-404d-b380-c87c26ac8f67 req-d865337e-8eb8-4055-a153-6094223a7e84 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:27.175050 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2bfaa719-a9cf-404d-b380-c87c26ac8f67 req-d865337e-8eb8-4055-a153-6094223a7e84 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0534656 Jan 19 01:06:27.231642 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2bfaa719-a9cf-404d-b380-c87c26ac8f67 req-651f0694-b7fc-47d6-a567-5e9e8e60b671 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457902 Jan 19 01:06:28.363489 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55cdb1-a21c-4adb-976a-6a3c6eac5e93 req-e29a5d60-7b25-43a4-81a2-e8469f8c4a03 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:28.365128 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e55cdb1-a21c-4adb-976a-6a3c6eac5e93 req-e29a5d60-7b25-43a4-81a2-e8469f8c4a03 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0524130 Jan 19 01:06:28.428645 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5e55cdb1-a21c-4adb-976a-6a3c6eac5e93 req-834ca914-b3ab-46d0-8dc6-3ea3b8ae698a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572159 Jan 19 01:06:28.839122 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:29.552297 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97230c-3ef0-4a71-98d5-b9869204fc28 req-dd62644a-d1b0-4679-bda2-d7d8ae8bf68f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:29.553935 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e97230c-3ef0-4a71-98d5-b9869204fc28 req-dd62644a-d1b0-4679-bda2-d7d8ae8bf68f tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0508330 Jan 19 01:06:29.607886 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e97230c-3ef0-4a71-98d5-b9869204fc28 req-8bc90818-b3c2-48ea-b918-f5cca8a3e969 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482349 Jan 19 01:06:30.752012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f2e3-88f5-4fbb-ae22-262434615131 req-79073715-92ab-4cea-8018-3bf02d8c5a27 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:30.754366 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91d1f2e3-88f5-4fbb-ae22-262434615131 req-79073715-92ab-4cea-8018-3bf02d8c5a27 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0596111 Jan 19 01:06:30.839617 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-91d1f2e3-88f5-4fbb-ae22-262434615131 req-49d93f4f-e788-4ae5-9546-2a754420aab6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784192 Jan 19 01:06:31.011286 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:06:31.991355 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82857828-8463-4045-8519-c5b7ad47db90 req-70e1d183-1868-4dbc-a16c-bf4e533588fe tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:31.993005 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82857828-8463-4045-8519-c5b7ad47db90 req-70e1d183-1868-4dbc-a16c-bf4e533588fe tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 944 time: 0.0622883 Jan 19 01:06:32.050272 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82857828-8463-4045-8519-c5b7ad47db90 req-4dca6405-ca0f-4913-a5c0-500868d55bb1 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482748 Jan 19 01:06:32.411244 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:06:32.508162 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:32.524948 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'port_id': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'mac_address': 'fa:16:3e:ff:28:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:06:32.562476 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e871ea0f-3e5b-4940-afab-68479d0962ba is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:06:32.562863 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:32.577146 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e871ea0f-3e5b-4940-afab-68479d0962ba {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:06:32.597751 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:32.603062 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:32.653421 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=9']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:32.915414 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['e871ea0f-3e5b-4940-afab-68479d0962ba'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:06:33.198588 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74cc45-fdbf-4dfa-b794-74aa9aaaa5c7 req-4a0236a5-6ba3-4c69-9956-0077facc1342 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:33.200187 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0a74cc45-fdbf-4dfa-b794-74aa9aaaa5c7 req-4a0236a5-6ba3-4c69-9956-0077facc1342 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 945 time: 0.0723150 Jan 19 01:06:33.257318 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0a74cc45-fdbf-4dfa-b794-74aa9aaaa5c7 req-550443dd-cca2-48c9-888a-ba330e2903ea tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478060 Jan 19 01:06:33.498201 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43506) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:33.608304 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4c18a889-ad3a-45e7-893c-3bb94bac4cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:33.688919 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4c18a889-ad3a-45e7-893c-3bb94bac4cac admin admin] Publish callbacks [] for security_group (acca49d4-0780-4000-be5d-10da31fc17a7), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:33.694270 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4c18a889-ad3a-45e7-893c-3bb94bac4cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (acca49d4-0780-4000-be5d-10da31fc17a7), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:33.734157 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4c18a889-ad3a-45e7-893c-3bb94bac4cac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75930fb11d994602b518376e895e99b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348228 Jan 19 01:06:33.735012 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18a889-ad3a-45e7-893c-3bb94bac4cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acca49d4-0780-4000-be5d-10da31fc17a7,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:33.736995 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43510) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:33.791964 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e155fa80-a57e-4594-9857-e2865b95be4e admin admin] Publish callbacks [] for security_group (acca49d4-0780-4000-be5d-10da31fc17a7), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:33.814386 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e155fa80-a57e-4594-9857-e2865b95be4e admin admin] Publish callbacks [] for security_group (acca49d4-0780-4000-be5d-10da31fc17a7), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:33.863631 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e155fa80-a57e-4594-9857-e2865b95be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (acca49d4-0780-4000-be5d-10da31fc17a7), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:33.866739 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e155fa80-a57e-4594-9857-e2865b95be4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:33.867903 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e155fa80-a57e-4594-9857-e2865b95be4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acca49d4-0780-4000-be5d-10da31fc17a7 HTTP/1.1" status: 204 len: 168 time: 0.1295619 Jan 19 01:06:33.875945 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155fa80-a57e-4594-9857-e2865b95be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acca49d4-0780-4000-be5d-10da31fc17a7,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:34.176472 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43516) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:34.190438 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cab796c0-a89c-4cc1-90a0-6bdcbedbed3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.274422 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cab796c0-a89c-4cc1-90a0-6bdcbedbed3b admin admin] Publish callbacks [] for security_group (066fa028-513f-489b-bbff-6b67fa16f597), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.278895 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cab796c0-a89c-4cc1-90a0-6bdcbedbed3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (066fa028-513f-489b-bbff-6b67fa16f597), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.321635 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cab796c0-a89c-4cc1-90a0-6bdcbedbed3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45a3859a9b5e4b0f9390ed121c8ea1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440310 Jan 19 01:06:34.322725 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab796c0-a89c-4cc1-90a0-6bdcbedbed3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066fa028-513f-489b-bbff-6b67fa16f597,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:34.324381 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43520) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:34.400618 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1ef741ab-43b8-401f-a261-58282c8d5099 admin admin] Publish callbacks [] for security_group (066fa028-513f-489b-bbff-6b67fa16f597), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.421939 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691948b-02cd-4db1-935a-1752c3a7ecfe req-ab1f9c7e-8aa2-49c1-af82-2bcd1695cb23 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:34.424095 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b691948b-02cd-4db1-935a-1752c3a7ecfe req-ab1f9c7e-8aa2-49c1-af82-2bcd1695cb23 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 945 time: 0.0755603 Jan 19 01:06:34.431597 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:06:34.432201 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1ef741ab-43b8-401f-a261-58282c8d5099 admin admin] Publish callbacks [] for security_group (066fa028-513f-489b-bbff-6b67fa16f597), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.483131 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port e871ea0f-3e5b-4940-afab-68479d0962ba triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:06:34.483478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.494777 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b691948b-02cd-4db1-935a-1752c3a7ecfe req-5aeb39f8-11ae-4bb5-8cb3-4eb38d4e5f44 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641537 Jan 19 01:06:34.503630 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1ef741ab-43b8-401f-a261-58282c8d5099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (066fa028-513f-489b-bbff-6b67fa16f597), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.508039 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1ef741ab-43b8-401f-a261-58282c8d5099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.509530 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1ef741ab-43b8-401f-a261-58282c8d5099 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/066fa028-513f-489b-bbff-6b67fa16f597 HTTP/1.1" status: 204 len: 168 time: 0.1841264 Jan 19 01:06:34.526405 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef741ab-43b8-401f-a261-58282c8d5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066fa028-513f-489b-bbff-6b67fa16f597,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:34.615344 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e871ea0f-3e5b-4940-afab-68479d0962ba is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:06:34.615724 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.640083 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:06:34.642731 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a891227f-ddc8-4a97-9676-3d0a66976de7" -d '{"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-plugged", "status": "completed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:06:34.656117 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:06:34.663174 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:34.700530 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc8edf1-20df-43f4-9b3c-0ce87554b549 x-openstack-request-id: req-bbc8edf1-20df-43f4-9b3c-0ce87554b549 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:06:34.700832 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-plugged", "status": "completed", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:06:34.701292 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbc8edf1-20df-43f4-9b3c-0ce87554b549 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:06:34.701724 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'code': 200} Jan 19 01:06:34.727887 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=10']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:34.943800 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75a374-fc64-42fb-a9d8-1ed285162cfd req-16a923fa-dc56-4330-bf11-ab6a6c6cd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:34.945313 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9f75a374-fc64-42fb-a9d8-1ed285162cfd req-16a923fa-dc56-4330-bf11-ab6a6c6cd451 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 1100 time: 0.0420544 Jan 19 01:06:35.244727 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9f75a374-fc64-42fb-a9d8-1ed285162cfd req-e7bc7424-3609-40eb-9eed-635266da4e8f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900999 Jan 19 01:06:35.647512 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbc209-1088-4bd6-bec9-26026b48e67b req-e4d0aeb5-3ca1-4483-aa8f-ebbb5785c547 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:35.649135 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2dbc209-1088-4bd6-bec9-26026b48e67b req-e4d0aeb5-3ca1-4483-aa8f-ebbb5785c547 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 947 time: 0.0527050 Jan 19 01:06:35.705521 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2dbc209-1088-4bd6-bec9-26026b48e67b req-66d29ffa-9f1a-4470-ae7e-c1297d604396 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481734 Jan 19 01:06:36.472493 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43586) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:36.609213 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-04471219-24d3-4cbc-bb63-f9afba024480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:36.729193 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-04471219-24d3-4cbc-bb63-f9afba024480 admin admin] Publish callbacks [] for security_group (ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:36.736134 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-04471219-24d3-4cbc-bb63-f9afba024480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:36.813684 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-04471219-24d3-4cbc-bb63-f9afba024480 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cae60c5f82bb41a587e2879ada655c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397610 Jan 19 01:06:36.816985 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43598) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:36.830773 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04471219-24d3-4cbc-bb63-f9afba024480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:36.886950 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107580f-0c7e-4a0d-8a43-621048db8ce8 req-505a6fd4-c5d0-4516-b24d-367e982dbe78 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:36.888506 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f107580f-0c7e-4a0d-8a43-621048db8ce8 req-505a6fd4-c5d0-4516-b24d-367e982dbe78 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 947 time: 0.0727623 Jan 19 01:06:36.898984 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b1769e7-8a80-4e0f-81a5-03f13ce8e270 admin admin] Publish callbacks [] for security_group (ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:36.937864 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b1769e7-8a80-4e0f-81a5-03f13ce8e270 admin admin] Publish callbacks [] for security_group (ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:36.948101 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f107580f-0c7e-4a0d-8a43-621048db8ce8 req-a5ef4e9e-e7c3-4f00-a1f8-f5ea42a171b7 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484722 Jan 19 01:06:37.016009 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b1769e7-8a80-4e0f-81a5-03f13ce8e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.021077 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b1769e7-8a80-4e0f-81a5-03f13ce8e270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.023217 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0b1769e7-8a80-4e0f-81a5-03f13ce8e270 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98 HTTP/1.1" status: 204 len: 168 time: 0.2041042 Jan 19 01:06:37.038157 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1769e7-8a80-4e0f-81a5-03f13ce8e270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83c21e-1ba0-43b5-aa9b-e1a054ec2a98,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:37.374880 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43626) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:37.390950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-505bbe52-10f7-4a49-b8c8-2ca41a440f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.476877 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-505bbe52-10f7-4a49-b8c8-2ca41a440f71 admin admin] Publish callbacks [] for security_group (94d9e5b5-7861-4bc2-9af8-fc843cb3c692), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.480908 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-505bbe52-10f7-4a49-b8c8-2ca41a440f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (94d9e5b5-7861-4bc2-9af8-fc843cb3c692), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.519603 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-505bbe52-10f7-4a49-b8c8-2ca41a440f71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aafdd92e8a1b4e6db00feaac71121f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435480 Jan 19 01:06:37.520537 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bbe52-10f7-4a49-b8c8-2ca41a440f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d9e5b5-7861-4bc2-9af8-fc843cb3c692,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:37.522312 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43628) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:37.572363 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2ee0-96cc-4fab-861a-7d6a3e629f13 admin admin] Publish callbacks [] for security_group (94d9e5b5-7861-4bc2-9af8-fc843cb3c692), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.594293 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2ee0-96cc-4fab-861a-7d6a3e629f13 admin admin] Publish callbacks [] for security_group (94d9e5b5-7861-4bc2-9af8-fc843cb3c692), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.644631 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2ee0-96cc-4fab-861a-7d6a3e629f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (94d9e5b5-7861-4bc2-9af8-fc843cb3c692), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.647587 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2ee0-96cc-4fab-861a-7d6a3e629f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:37.648727 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4c1b2ee0-96cc-4fab-861a-7d6a3e629f13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94d9e5b5-7861-4bc2-9af8-fc843cb3c692 HTTP/1.1" status: 204 len: 168 time: 0.1253955 Jan 19 01:06:37.656524 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b2ee0-96cc-4fab-861a-7d6a3e629f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d9e5b5-7861-4bc2-9af8-fc843cb3c692,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:38.085227 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe7750-793b-4f09-99ab-acd94b842095 req-9b207790-24e9-4954-8371-38c3d81ddff5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:06:38.086832 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7dfe7750-793b-4f09-99ab-acd94b842095 req-9b207790-24e9-4954-8371-38c3d81ddff5 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 947 time: 0.0543091 Jan 19 01:06:38.143180 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7dfe7750-793b-4f09-99ab-acd94b842095 req-7de4231f-8600-408f-ae98-9d8e347008ff tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485842 Jan 19 01:06:46.468353 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43768) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:46.574167 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:46.647466 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Publish callbacks [] for security_group (4c9c0d60-a78a-450f-846b-24fff4995931), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:46.651240 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (4c9c0d60-a78a-450f-846b-24fff4995931), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:46.688473 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5527db9c55e5443c949e9e89170a07c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190461 Jan 19 01:06:46.689863 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9c0d60-a78a-450f-846b-24fff4995931,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:46.691815 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43772) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:46.707709 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.708054 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.708393 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.708754 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.709079 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.709402 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.709766 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.710090 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.710411 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.710736 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.711056 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.711373 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.711689 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe605db-d2f1-4503-b0c3-e930f4e6f192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:46.753916 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fddcc633-beac-44da-ba49-d8c1f77434cb admin admin] Publish callbacks [] for security_group (4c9c0d60-a78a-450f-846b-24fff4995931), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:46.775300 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fddcc633-beac-44da-ba49-d8c1f77434cb admin admin] Publish callbacks [] for security_group (4c9c0d60-a78a-450f-846b-24fff4995931), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:46.827201 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fddcc633-beac-44da-ba49-d8c1f77434cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (4c9c0d60-a78a-450f-846b-24fff4995931), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:46.830596 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fddcc633-beac-44da-ba49-d8c1f77434cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:46.831801 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fddcc633-beac-44da-ba49-d8c1f77434cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c9c0d60-a78a-450f-846b-24fff4995931 HTTP/1.1" status: 204 len: 168 time: 0.1390901 Jan 19 01:06:46.839953 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcc633-beac-44da-ba49-d8c1f77434cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9c0d60-a78a-450f-846b-24fff4995931,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:47.091038 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43778) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:47.104369 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa22028d-33a5-46b4-a849-87083b4a7d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.176965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa22028d-33a5-46b4-a849-87083b4a7d82 admin admin] Publish callbacks [] for security_group (70d4a587-4773-42fb-a72b-d212c1d32add), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.180398 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aa22028d-33a5-46b4-a849-87083b4a7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (70d4a587-4773-42fb-a72b-d212c1d32add), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.216267 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22028d-33a5-46b4-a849-87083b4a7d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4a587-4773-42fb-a72b-d212c1d32add,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:47.221398 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-aa22028d-33a5-46b4-a849-87083b4a7d82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5038920a30c54decb3af10e99d6cb61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293273 Jan 19 01:06:47.225486 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43780) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:47.276933 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cea25cef-9b9b-4395-acd5-5a6932b56ebd admin admin] Publish callbacks [] for security_group (70d4a587-4773-42fb-a72b-d212c1d32add), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.302419 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cea25cef-9b9b-4395-acd5-5a6932b56ebd admin admin] Publish callbacks [] for security_group (70d4a587-4773-42fb-a72b-d212c1d32add), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.350055 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cea25cef-9b9b-4395-acd5-5a6932b56ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (70d4a587-4773-42fb-a72b-d212c1d32add), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.352533 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cea25cef-9b9b-4395-acd5-5a6932b56ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.353706 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cea25cef-9b9b-4395-acd5-5a6932b56ebd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70d4a587-4773-42fb-a72b-d212c1d32add HTTP/1.1" status: 204 len: 168 time: 0.1272511 Jan 19 01:06:47.361813 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25cef-9b9b-4395-acd5-5a6932b56ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4a587-4773-42fb-a72b-d212c1d32add,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:47.665699 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43786) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:47.678787 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66faef5d-feb8-4d9e-afc5-4da619fa97f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.750542 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66faef5d-feb8-4d9e-afc5-4da619fa97f9 admin admin] Publish callbacks [] for security_group (83df9006-b5a0-4b26-8819-35aedee873d9), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.754717 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66faef5d-feb8-4d9e-afc5-4da619fa97f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (83df9006-b5a0-4b26-8819-35aedee873d9), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.791064 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faef5d-feb8-4d9e-afc5-4da619fa97f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83df9006-b5a0-4b26-8819-35aedee873d9,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:47.795247 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-66faef5d-feb8-4d9e-afc5-4da619fa97f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41808d8b851f44b8a09c2e84177592dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285126 Jan 19 01:06:47.798784 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43788) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:47.844829 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1d56-1fc6-4707-ab2d-79499e835b92 admin admin] Publish callbacks [] for security_group (83df9006-b5a0-4b26-8819-35aedee873d9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.867588 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1d56-1fc6-4707-ab2d-79499e835b92 admin admin] Publish callbacks [] for security_group (83df9006-b5a0-4b26-8819-35aedee873d9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.913223 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1d56-1fc6-4707-ab2d-79499e835b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (83df9006-b5a0-4b26-8819-35aedee873d9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.915859 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1d56-1fc6-4707-ab2d-79499e835b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:47.917004 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bd5b1d56-1fc6-4707-ab2d-79499e835b92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83df9006-b5a0-4b26-8819-35aedee873d9 HTTP/1.1" status: 204 len: 168 time: 0.1177301 Jan 19 01:06:47.925212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b1d56-1fc6-4707-ab2d-79499e835b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df9006-b5a0-4b26-8819-35aedee873d9,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:50.088780 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1624e1e4-b54f-4aa3-aa97-5dc9697883f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:52.336492 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c0dd9d89-a57d-439f-b32b-e50be56426ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:53.581435 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:54.895078 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.215337 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.349035 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43872) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:56.458772 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e248513-a474-4ef5-b6e9-381935bf6dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.541057 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e248513-a474-4ef5-b6e9-381935bf6dfe admin admin] Publish callbacks [] for security_group (e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.545043 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e248513-a474-4ef5-b6e9-381935bf6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.589175 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5e248513-a474-4ef5-b6e9-381935bf6dfe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29c4aa64571645c2ab1d320d2ddca5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387130 Jan 19 01:06:56.590056 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e248513-a474-4ef5-b6e9-381935bf6dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:56.591881 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43876) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:06:56.653810 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Publish callbacks [] for security_group (e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.678323 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Publish callbacks [] for security_group (e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.723619 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.726182 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:06:56.727318 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d HTTP/1.1" status: 204 len: 168 time: 0.1344147 Jan 19 01:06:56.736113 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e9877e-0ae7-4162-aa82-13ba8fd6ca5d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:06:56.743822 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.744173 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.744519 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.744855 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.745196 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.745496 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.745880 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.746205 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.746531 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.746849 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.747303 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.747729 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:56.748052 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576b1723-ea74-4f8d-810b-ed9b19c86fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:06:58.847947 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:00.825391 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 43944) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:00.928650 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cea3918d-f74f-4117-9ac7-2decf77dc3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:01.000262 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cea3918d-f74f-4117-9ac7-2decf77dc3cb admin admin] Publish callbacks [] for security_group (5b6a1671-3054-42eb-a8a4-1c6c2eb396c6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:01.004664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cea3918d-f74f-4117-9ac7-2decf77dc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5b6a1671-3054-42eb-a8a4-1c6c2eb396c6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:01.043547 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cea3918d-f74f-4117-9ac7-2decf77dc3cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de7b8c106c3445148fd405dc66f8f9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170367 Jan 19 01:07:01.044402 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3918d-f74f-4117-9ac7-2decf77dc3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a1671-3054-42eb-a8a4-1c6c2eb396c6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:01.046247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 43948) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:01.097477 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-394ef3c5-7aa6-4edf-a003-df819e90ed29 admin admin] Publish callbacks [] for security_group (5b6a1671-3054-42eb-a8a4-1c6c2eb396c6), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:01.118745 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-394ef3c5-7aa6-4edf-a003-df819e90ed29 admin admin] Publish callbacks [] for security_group (5b6a1671-3054-42eb-a8a4-1c6c2eb396c6), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:01.164368 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-394ef3c5-7aa6-4edf-a003-df819e90ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5b6a1671-3054-42eb-a8a4-1c6c2eb396c6), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:01.167084 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-394ef3c5-7aa6-4edf-a003-df819e90ed29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:01.168226 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-394ef3c5-7aa6-4edf-a003-df819e90ed29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b6a1671-3054-42eb-a8a4-1c6c2eb396c6 HTTP/1.1" status: 204 len: 168 time: 0.1203344 Jan 19 01:07:01.177231 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ef3c5-7aa6-4edf-a003-df819e90ed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a1671-3054-42eb-a8a4-1c6c2eb396c6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:03.388274 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-2870e397-3ec9-4c38-ba6e-1d351ab983a4 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=86364b7a706c430d93681e2f320fe74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297778 Jan 19 01:07:03.572559 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-e9e7f9fd-6adf-4e9e-b8b6-bd957de87330 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:03.573996 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-e9e7f9fd-6adf-4e9e-b8b6-bd957de87330 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800685 Jan 19 01:07:03.589033 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-d1de9e3b-2b49-419f-a705-69c1ac37547b tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/quotas/86364b7a706c430d93681e2f320fe74d HTTP/1.1" status: 200 len: 375 time: 0.0096776 Jan 19 01:07:03.619212 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-480ecfae-7b68-4c8c-864a-1a6afa0fcd12 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=86364b7a706c430d93681e2f320fe74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251122 Jan 19 01:07:03.775456 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-39714ebe-375f-419d-abd5-e4e10ff0b5c5 req-63bad17f-d279-41e5-852c-a5af33a9b20b tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 210 time: 0.0278924 Jan 19 01:07:04.888890 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-69c75d39-1270-491c-967b-6942a50f7ee3 req-549fa3ae-bcae-4a50-aba4-821745d099e2 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 210 time: 0.0304737 Jan 19 01:07:04.899108 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-04035ad2-9d24-4352-a25e-99763c3b1e5b tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=86364b7a706c430d93681e2f320fe74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343435 Jan 19 01:07:05.095095 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-1ed6bca5-dd2e-4deb-ae3d-306779c6757a tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:05.097097 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-1ed6bca5-dd2e-4deb-ae3d-306779c6757a tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922407 Jan 19 01:07:05.131318 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Request body: {'port': {'device_id': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552', 'admin_state_up': True, 'tenant_id': '86364b7a706c430d93681e2f320fe74d'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:05.253653 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Made reservation on behalf of 86364b7a706c430d93681e2f320fe74d for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:07:05.257133 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.266230 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.345339 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks [] for security_group (f95652c7-e778-4b61-8541-c898ead328b4), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.349893 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f95652c7-e778-4b61-8541-c898ead328b4), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.412871 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95652c7-e778-4b61-8541-c898ead328b4,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:05.489483 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Allocated IP 192.168.233.249 (4e3d752c-40ff-4182-86ff-50d2e2a54552/36fa208b-f8a4-4e82-afa0-858978a7e0d7/e5051570-f6c0-45dc-a293-9571a086a20a) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:07:05.629017 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks [] for port (e5051570-f6c0-45dc-a293-9571a086a20a), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.664844 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.713248 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Network 4e3d752c-40ff-4182-86ff-50d2e2a54552 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:05.716489 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:05.720891 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:07:05.744609 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Pushing event updated for resources: {'Port': ['ID=e5051570-f6c0-45dc-a293-9571a086a20a,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:05.775631 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:05.776296 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.796356 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-42e48ae5-e508-470b-85f0-082a24e304e9 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6688063 Jan 19 01:07:05.817335 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Request body: {'port': {'device_id': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:05.898461 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:05.978925 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-f8ee5fe5-e898-4366-b1fc-1a0a4f66b1a1 None None] Provisioning complete for port e5051570-f6c0-45dc-a293-9571a086a20a triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:05.979537 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5fe5-e898-4366-b1fc-1a0a4f66b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:06.033459 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee5fe5-e898-4366-b1fc-1a0a4f66b1a1 None None] Port e5051570-f6c0-45dc-a293-9571a086a20a cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:07:06.088560 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739abaf-e979-46f2-a810-002a41739b6f req-f859fe65-bd4e-430e-a5d1-84c9e5a1a9c5 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:06.090098 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5739abaf-e979-46f2-a810-002a41739b6f req-f859fe65-bd4e-430e-a5d1-84c9e5a1a9c5 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 936 time: 0.1212444 Jan 19 01:07:06.192031 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5739abaf-e979-46f2-a810-002a41739b6f req-300dc8c6-4b58-4d75-8e36-d51f57bdcd6d tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695481 Jan 19 01:07:06.269219 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5051570-f6c0-45dc-a293-9571a086a20a {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:07:06.277542 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Publish callbacks [] for port (e5051570-f6c0-45dc-a293-9571a086a20a), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:06.291546 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Transition to ACTIVE for port object e5051570-f6c0-45dc-a293-9571a086a20a will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:07:06.297017 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:06.353569 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Pushing event updated for resources: {'Port': ['ID=e5051570-f6c0-45dc-a293-9571a086a20a,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:06.432693 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Attempting to bind port e5051570-f6c0-45dc-a293-9571a086a20a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:07:06.433164 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Attempting to bind port e5051570-f6c0-45dc-a293-9571a086a20a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:07:06.433711 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Attempting to bind port e5051570-f6c0-45dc-a293-9571a086a20a on network 4e3d752c-40ff-4182-86ff-50d2e2a54552 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:06.440339 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Port e5051570-f6c0-45dc-a293-9571a086a20a on network 4e3d752c-40ff-4182-86ff-50d2e2a54552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:07:06.440850 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Attempting to bind port e5051570-f6c0-45dc-a293-9571a086a20a on network 4e3d752c-40ff-4182-86ff-50d2e2a54552 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:06.449817 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:07:06.450116 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Checking segment: {'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:06.450541 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Bound using segment: {'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:07:06.451031 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Bound port: e5051570-f6c0-45dc-a293-9571a086a20a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551561b4-8346-4845-94df-906fe3f7ed75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:07:06.451433 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:06.538216 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] For port e5051570-f6c0-45dc-a293-9571a086a20a, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:07:06.543586 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] For port e5051570-f6c0-45dc-a293-9571a086a20a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e5051570-f6c0-45dc-a293-9571a086a20a,segment=NetworkSegment(551561b4-8346-4845-94df-906fe3f7ed75),segment_id=551561b4-8346-4845-94df-906fe3f7ed75)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:07:06.549844 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:06.589408 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:06.590170 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:06.591709 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] 10.222.0.32 "PUT /v2.0/ports/e5051570-f6c0-45dc-a293-9571a086a20a HTTP/1.1" status: 200 len: 1098 time: 0.7816811 Jan 19 01:07:06.597098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'tag': 'e5051570-f6c0-45dc-a293-9571a086a20a'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:07:06.599445 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe" -d '{"events": [{"name": "network-changed", "server_uuid": "eb852782-3419-467e-b8fa-baa72c2c926f", "tag": "e5051570-f6c0-45dc-a293-9571a086a20a"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:07:06.635908 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34baf9a-e0f4-4f14-b595-03aa823b175c service neutron] Pushing event updated for resources: {'Port': ['ID=e5051570-f6c0-45dc-a293-9571a086a20a,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:06.671475 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330657cf-27bd-498c-9639-e95592e1b846 x-openstack-request-id: req-330657cf-27bd-498c-9639-e95592e1b846 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:07:06.672031 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb852782-3419-467e-b8fa-baa72c2c926f", "tag": "e5051570-f6c0-45dc-a293-9571a086a20a", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:07:06.672474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-330657cf-27bd-498c-9639-e95592e1b846 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:07:06.672983 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'tag': 'e5051570-f6c0-45dc-a293-9571a086a20a', 'status': 'completed', 'code': 200} Jan 19 01:07:06.724863 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-11ca9e35-e72c-40d8-b95e-e405b9d216f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:06.726900 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-11ca9e35-e72c-40d8-b95e-e405b9d216f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86364b7a706c430d93681e2f320fe74d&device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 1101 time: 0.0714462 Jan 19 01:07:06.787407 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-27e4c308-eae9-4204-8161-dc174e09c027 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e5051570-f6c0-45dc-a293-9571a086a20a HTTP/1.1" status: 200 len: 217 time: 0.0384631 Jan 19 01:07:06.842866 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-8e6cad89-8064-4e8e-9727-50f53e6c2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:06.844392 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-8e6cad89-8064-4e8e-9727-50f53e6c2e68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36fa208b-f8a4-4e82-afa0-858978a7e0d7 HTTP/1.1" status: 200 len: 843 time: 0.0512540 Jan 19 01:07:06.901668 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-d585934f-a57e-483e-a116-5dff85af7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:06.903441 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-d585934f-a57e-483e-a116-5dff85af7641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e3d752c-40ff-4182-86ff-50d2e2a54552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0508335 Jan 19 01:07:06.998962 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-af7c8f1c-236f-458c-b536-09f1915c8b97 service neutron] 10.222.0.32 "GET /v2.0/networks/4e3d752c-40ff-4182-86ff-50d2e2a54552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877514 Jan 19 01:07:07.096455 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913ae49e-9ad5-49ea-be18-a3409fceaac5 req-67cd49e7-9712-4852-860a-5ad296cec784 service neutron] 10.222.0.32 "GET /v2.0/networks/4e3d752c-40ff-4182-86ff-50d2e2a54552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911129 Jan 19 01:07:07.242837 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-3e2eb3e8-7e11-4644-b13c-850e265afe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:07.244409 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-3e2eb3e8-7e11-4644-b13c-850e265afe51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86364b7a706c430d93681e2f320fe74d&device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 1101 time: 0.0533795 Jan 19 01:07:07.382426 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ce4f8-4cca-449e-8333-b2713e4e2ed4 req-1abafb62-db50-47ed-bea6-4d5d2799be28 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:07.384039 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d64ce4f8-4cca-449e-8333-b2713e4e2ed4 req-1abafb62-db50-47ed-bea6-4d5d2799be28 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 948 time: 0.0829573 Jan 19 01:07:07.385321 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-aedbb033-26e0-4dcf-816c-c4955131f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:07.386817 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-aedbb033-26e0-4dcf-816c-c4955131f038 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e3d752c-40ff-4182-86ff-50d2e2a54552 HTTP/1.1" status: 200 len: 870 time: 0.1356120 Jan 19 01:07:07.442044 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-cfa94e4b-7045-49f6-b2bd-ddc52a23ea31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e5051570-f6c0-45dc-a293-9571a086a20a HTTP/1.1" status: 200 len: 217 time: 0.0470712 Jan 19 01:07:07.508495 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d64ce4f8-4cca-449e-8333-b2713e4e2ed4 req-0030a9ef-7608-4fbf-9e35-fccdc97090d5 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122215 Jan 19 01:07:07.519446 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-92d9ae84-81e4-4872-b7ce-06f5dd967028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:07.520920 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-92d9ae84-81e4-4872-b7ce-06f5dd967028 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36fa208b-f8a4-4e82-afa0-858978a7e0d7 HTTP/1.1" status: 200 len: 843 time: 0.0710313 Jan 19 01:07:07.571905 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-9bbc6fd3-efaa-4855-aa9c-a227222f7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:07.573421 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-9bbc6fd3-efaa-4855-aa9c-a227222f7d46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e3d752c-40ff-4182-86ff-50d2e2a54552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0429285 Jan 19 01:07:07.672566 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-5ef55b3a-b1e0-4ce7-abf1-805ac0885e6e service neutron] 10.222.0.32 "GET /v2.0/networks/4e3d752c-40ff-4182-86ff-50d2e2a54552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913026 Jan 19 01:07:07.768910 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7fb65abd-35de-4c60-ab0d-fbf9b1c682fe req-3662720b-9dd8-4b84-92c7-2e29339288a1 service neutron] 10.222.0.32 "GET /v2.0/networks/4e3d752c-40ff-4182-86ff-50d2e2a54552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894816 Jan 19 01:07:08.010319 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:07:08.644514 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e30f98-7989-4939-ba25-dc1545e87028 req-1237d893-76cb-491e-a0e2-b19018d29cf6 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:08.646139 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6e30f98-7989-4939-ba25-dc1545e87028 req-1237d893-76cb-491e-a0e2-b19018d29cf6 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 948 time: 0.0560002 Jan 19 01:07:08.713181 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6e30f98-7989-4939-ba25-dc1545e87028 req-19d15a8d-c8a7-49b3-81a3-40498ba7fb46 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608921 Jan 19 01:07:09.841395 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77e1c9-b2db-4aba-b45c-a2d43234af96 req-4debde34-f447-406a-b5ee-9357b86d90b6 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:09.843698 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a77e1c9-b2db-4aba-b45c-a2d43234af96 req-4debde34-f447-406a-b5ee-9357b86d90b6 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 948 time: 0.0591538 Jan 19 01:07:09.902318 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a77e1c9-b2db-4aba-b45c-a2d43234af96 req-1bf0bb59-3757-423e-b926-023dc4a0e7a4 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Jan 19 01:07:10.593076 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e5051570-f6c0-45dc-a293-9571a086a20a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:07:10.705390 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e5051570-f6c0-45dc-a293-9571a086a20a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e5051570-f6c0-45dc-a293-9571a086a20a,segment=NetworkSegment(551561b4-8346-4845-94df-906fe3f7ed75),segment_id=551561b4-8346-4845-94df-906fe3f7ed75)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:10.719133 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'e5051570-f6c0-45dc-a293-9571a086a20a', 'network_id': '4e3d752c-40ff-4182-86ff-50d2e2a54552', 'port_id': 'e5051570-f6c0-45dc-a293-9571a086a20a', 'mac_address': 'fa:16:3e:a9:c2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fa208b-f8a4-4e82-afa0-858978a7e0d7', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:07:10.780875 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e5051570-f6c0-45dc-a293-9571a086a20a is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:10.781462 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:10.799135 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5051570-f6c0-45dc-a293-9571a086a20a {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:07:10.824575 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e5051570-f6c0-45dc-a293-9571a086a20a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e5051570-f6c0-45dc-a293-9571a086a20a,segment=NetworkSegment(551561b4-8346-4845-94df-906fe3f7ed75),segment_id=551561b4-8346-4845-94df-906fe3f7ed75)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:10.829186 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:10.898123 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e5051570-f6c0-45dc-a293-9571a086a20a,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:10.906107 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.906455 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.906803 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.907142 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.907473 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.908394 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.908725 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.909062 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.909385 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.909742 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.910070 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.910444 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:10.910719 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:11.032445 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f6a49-8f3e-4ce9-9acb-81f55f22f63f req-e9006323-5636-4a84-b9f2-563975d62c78 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:11.034992 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-255f6a49-8f3e-4ce9-9acb-81f55f22f63f req-e9006323-5636-4a84-b9f2-563975d62c78 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 949 time: 0.0587952 Jan 19 01:07:11.096970 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-255f6a49-8f3e-4ce9-9acb-81f55f22f63f req-8dfc19dd-46d9-4606-8652-60f7dfddd6c3 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550306 Jan 19 01:07:11.182882 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['e5051570-f6c0-45dc-a293-9571a086a20a'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:07:11.463206 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bc071-174c-48e1-8d66-602a68f7495a req-a92c9492-0021-4b76-9974-7418a94b4c0d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:11.465715 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b3bc071-174c-48e1-8d66-602a68f7495a req-a92c9492-0021-4b76-9974-7418a94b4c0d tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 947 time: 0.0669539 Jan 19 01:07:11.542223 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b3bc071-174c-48e1-8d66-602a68f7495a req-2b1572ef-4f04-4afc-8182-adf0a51ca027 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694659 Jan 19 01:07:12.221297 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a478b48-8eec-4de9-9ea4-af25d82693d5 req-3e9142f9-67b5-492d-b587-c6843236e101 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:12.222967 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5a478b48-8eec-4de9-9ea4-af25d82693d5 req-3e9142f9-67b5-492d-b587-c6843236e101 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 949 time: 0.0515285 Jan 19 01:07:12.278995 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5a478b48-8eec-4de9-9ea4-af25d82693d5 req-efa18bc8-905f-42e8-8960-3ecf81589294 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501056 Jan 19 01:07:12.603780 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e5051570-f6c0-45dc-a293-9571a086a20a up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:12.683734 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60d47-447d-4fc0-afc3-4539ef98bd41 req-df1a49c4-eb2a-4434-ae23-470d29e1f0d8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:12.684580 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port e5051570-f6c0-45dc-a293-9571a086a20a completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:07:12.685344 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8ea60d47-447d-4fc0-afc3-4539ef98bd41 req-df1a49c4-eb2a-4434-ae23-470d29e1f0d8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 947 time: 0.0550342 Jan 19 01:07:12.691530 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port e5051570-f6c0-45dc-a293-9571a086a20a triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:12.692117 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:12.741275 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8ea60d47-447d-4fc0-afc3-4539ef98bd41 req-1ac9d8ca-f0ff-4da5-8b10-e8252e5d1fe4 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups?id=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496023 Jan 19 01:07:12.788546 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port e5051570-f6c0-45dc-a293-9571a086a20a is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:12.788933 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:12.816751 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5051570-f6c0-45dc-a293-9571a086a20a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:07:12.819255 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea592db-8118-4175-8a55-0949daaedd74" -d '{"events": [{"server_uuid": "eb852782-3419-467e-b8fa-baa72c2c926f", "name": "network-vif-plugged", "status": "completed", "tag": "e5051570-f6c0-45dc-a293-9571a086a20a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:07:12.833995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port e5051570-f6c0-45dc-a293-9571a086a20a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e5051570-f6c0-45dc-a293-9571a086a20a,segment=NetworkSegment(551561b4-8346-4845-94df-906fe3f7ed75),segment_id=551561b4-8346-4845-94df-906fe3f7ed75)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:12.839236 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:12.883982 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4d2025-1c81-4c55-bb7b-940e2d6f2487 x-openstack-request-id: req-fe4d2025-1c81-4c55-bb7b-940e2d6f2487 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:07:12.884280 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb852782-3419-467e-b8fa-baa72c2c926f", "name": "network-vif-plugged", "status": "completed", "tag": "e5051570-f6c0-45dc-a293-9571a086a20a", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:07:12.884535 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe4d2025-1c81-4c55-bb7b-940e2d6f2487 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:07:12.884934 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5051570-f6c0-45dc-a293-9571a086a20a', 'code': 200} Jan 19 01:07:12.898373 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=e5051570-f6c0-45dc-a293-9571a086a20a,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:13.093220 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9436448-163c-4a13-b7f5-37f52f170790 req-9d3c8a1e-24f0-486e-b1cc-f49b979f8c5a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:13.094876 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d9436448-163c-4a13-b7f5-37f52f170790 req-9d3c8a1e-24f0-486e-b1cc-f49b979f8c5a tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 947 time: 0.0810015 Jan 19 01:07:13.176902 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94812e-4eb2-4fe6-bcdc-f356266d9c4e req-13db511e-1389-42d3-9818-6b2f4fdea72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:13.178464 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-af94812e-4eb2-4fe6-bcdc-f356266d9c4e req-13db511e-1389-42d3-9818-6b2f4fdea72e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 1103 time: 0.0491040 Jan 19 01:07:13.233614 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Deleting port e871ea0f-3e5b-4940-afab-68479d0962ba {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:13.233972 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-af94812e-4eb2-4fe6-bcdc-f356266d9c4e req-dc2644fc-7fd1-4292-a0ab-e2d298fecbbe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Jan 19 01:07:13.234679 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:13.344333 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] For port e871ea0f-3e5b-4940-afab-68479d0962ba, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e871ea0f-3e5b-4940-afab-68479d0962ba,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:13.344771 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:13.493780 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642bba5-4ecb-40df-a04b-5bcd21c34401 req-1c44d85c-216b-49f4-9027-9542baa9ff14 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:13.495269 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3642bba5-4ecb-40df-a04b-5bcd21c34401 req-1c44d85c-216b-49f4-9027-9542baa9ff14 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 950 time: 0.1324041 Jan 19 01:07:13.615830 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3642bba5-4ecb-40df-a04b-5bcd21c34401 req-46f860ea-c4b8-4327-9837-01d9da2c44fe tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129935 Jan 19 01:07:13.631706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:13.631706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (5b1206f3-0b8c-4771-913b-6d3ede3c5576), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:13.631706 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.l3_db [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Floating IP 5b1206f3-0b8c-4771-913b-6d3ede3c5576 disassociated. External IP: 172.27.3.124, port: e871ea0f-3e5b-4940-afab-68479d0962ba. Jan 19 01:07:13.631706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Calling delete_port for e871ea0f-3e5b-4940-afab-68479d0962ba owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:13.792131 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (e871ea0f-3e5b-4940-afab-68479d0962ba), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:13.845586 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event deleted for resources: {'Port': ['ID=e871ea0f-3e5b-4940-afab-68479d0962ba,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:13.872327 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0e9e0fd4-eb0f-4f70-a596-b959d3513d7a req-88c94d5a-0012-4950-9433-717221c221c3 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 210 time: 0.0397127 Jan 19 01:07:13.975419 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Router 62691610-9e99-490c-a69a-1e48d6efa1b8 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:07:14.352573 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:14.364331 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] Sync routers for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:14.396543 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] No DVR routers for this DVR port e871ea0f-3e5b-4940-afab-68479d0962ba on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:14.396898 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:14.397284 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:06:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:14.399573 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:14.403155 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d9436448-163c-4a13-b7f5-37f52f170790 req-7684e39b-ee41-4c6b-91a7-7f25f74d0833 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.32 "DELETE /v2.0/ports/e871ea0f-3e5b-4940-afab-68479d0962ba HTTP/1.1" status: 204 len: 173 time: 1.2892189 Jan 19 01:07:14.403745 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-deleted', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:07:14.406861 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fa8275-febd-400e-bd05-a0b86776c6c0" -d '{"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-deleted", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:07:14.452785 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a280ee6c-fc12-40d9-8841-a03d95411bc4 x-openstack-request-id: req-a280ee6c-fc12-40d9-8841-a03d95411bc4 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:07:14.453080 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efcf53c-ea61-4e06-851f-f661dff08fab", "name": "network-vif-deleted", "tag": "e871ea0f-3e5b-4940-afab-68479d0962ba", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:07:14.453337 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a280ee6c-fc12-40d9-8841-a03d95411bc4 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:07:14.453880 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efcf53c-ea61-4e06-851f-f661dff08fab', 'name': 'network-vif-deleted', 'tag': 'e871ea0f-3e5b-4940-afab-68479d0962ba', 'status': 'completed', 'code': 200} Jan 19 01:07:14.539129 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:14.770530 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:14.788280 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1319c1-b5ca-4594-89f4-dbc3831a125b req-f8f5e74f-5e43-46c8-9e05-2a9a0246818c tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:14.791070 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f1319c1-b5ca-4594-89f4-dbc3831a125b req-f8f5e74f-5e43-46c8-9e05-2a9a0246818c tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 950 time: 0.0778480 Jan 19 01:07:14.799000 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] Checking router: 62691610-9e99-490c-a69a-1e48d6efa1b8 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:14.810353 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:14.810959 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:06:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:14.854744 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2f1319c1-b5ca-4594-89f4-dbc3831a125b req-05ce5c81-1b44-4db4-8b68-1f61be116e39 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569632 Jan 19 01:07:14.940755 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:15.186192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6101f-0820-40d8-9eba-7bae90026c4e req-61a31915-4fc1-4b7b-8152-2b8b9173a701 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:15.187965 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ec6101f-0820-40d8-9eba-7bae90026c4e req-61a31915-4fc1-4b7b-8152-2b8b9173a701 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 950 time: 0.0646949 Jan 19 01:07:15.205373 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:15.254987 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c7d78-a9e7-414b-8b60-d8e930bb44c9 None None] The sync data for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi is: [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T00:59:05Z', 'revision_number': 4, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'dba90945-7f54-4309-bb89-d8acc40b7917', 'name': '', 'network_id': 'd10a2bcb-9525-4cb7-b8dd-683cdf95f329', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'mac_address': 'fa:16:3e:3a:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:59Z', 'updated_at': '2022-01-19T00:59:16Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'subnets': [{'id': '6717d413-52a9-4e3c-9d51-1d96f030cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:15.313420 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ec6101f-0820-40d8-9eba-7bae90026c4e req-d5bbcf82-c5d4-43ac-a436-a6fb254e706c tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057568 Jan 19 01:07:15.378274 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-305a2977-fbe1-4794-9f38-8f1ade75b2bf req-80f4ce53-c3d6-4e25-8e3a-0d0a1e78c905 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efcf53c-ea61-4e06-851f-f661dff08fab HTTP/1.1" status: 200 len: 210 time: 0.4055073 Jan 19 01:07:15.561716 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b4421-d92d-4a94-9648-a1fd3361c285 None None] New status for floating IP 5b1206f3-0b8c-4771-913b-6d3ede3c5576: DOWN {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:07:16.430816 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b2343-e7ac-44fd-af9b-065876a92fb3 req-93bf6921-c2d7-4c59-97bb-3fda23545c95 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:16.434168 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d2b2343-e7ac-44fd-af9b-065876a92fb3 req-93bf6921-c2d7-4c59-97bb-3fda23545c95 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 950 time: 0.0554550 Jan 19 01:07:16.480043 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d2b2343-e7ac-44fd-af9b-065876a92fb3 req-a0d85d7b-a3ef-4f51-a49a-a4ff615131c8 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/security-groups?id=f95652c7-e778-4b61-8541-c898ead328b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jan 19 01:07:16.629884 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:16.650694 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: e871ea0f-3e5b-4940-afab-68479d0962ba {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:16.651035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e871ea0f-3e5b-4940-afab-68479d0962ba not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:16.771765 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b2aea-b955-4991-b977-ea193aab344e req-2c279474-ba01-486e-b6f5-6d500353d3a4 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:16.773240 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-647b2aea-b955-4991-b977-ea193aab344e req-2c279474-ba01-486e-b6f5-6d500353d3a4 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 950 time: 0.0485985 Jan 19 01:07:16.869102 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Deleting port e5051570-f6c0-45dc-a293-9571a086a20a {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:16.869441 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:16.959982 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] For port e5051570-f6c0-45dc-a293-9571a086a20a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e5051570-f6c0-45dc-a293-9571a086a20a,segment=NetworkSegment(551561b4-8346-4845-94df-906fe3f7ed75),segment_id=551561b4-8346-4845-94df-906fe3f7ed75)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:16.960252 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:16.973488 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Calling delete_port for e5051570-f6c0-45dc-a293-9571a086a20a owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:17.105673 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (e5051570-f6c0-45dc-a293-9571a086a20a), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.134124 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Pushing event deleted for resources: {'Port': ['ID=e5051570-f6c0-45dc-a293-9571a086a20a,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:17.159401 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['e5051570-f6c0-45dc-a293-9571a086a20a'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:07:17.188525 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] No DVR routers for this DVR port e5051570-f6c0-45dc-a293-9571a086a20a on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:17.191471 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.194897 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-647b2aea-b955-4991-b977-ea193aab344e req-09bc1227-fdbd-425e-baf3-6840e883c133 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.32 "DELETE /v2.0/ports/e5051570-f6c0-45dc-a293-9571a086a20a HTTP/1.1" status: 204 len: 173 time: 0.4135282 Jan 19 01:07:17.195351 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'name': 'network-vif-deleted', 'tag': 'e5051570-f6c0-45dc-a293-9571a086a20a'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:07:17.197653 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d6f15e-f2df-4383-b0e1-bfc71f358c4e" -d '{"events": [{"server_uuid": "eb852782-3419-467e-b8fa-baa72c2c926f", "name": "network-vif-deleted", "tag": "e5051570-f6c0-45dc-a293-9571a086a20a"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:07:17.235114 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5744496-cc52-4d99-8713-73c4b7124d6d x-openstack-request-id: req-d5744496-cc52-4d99-8713-73c4b7124d6d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:07:17.235413 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb852782-3419-467e-b8fa-baa72c2c926f", "name": "network-vif-deleted", "tag": "e5051570-f6c0-45dc-a293-9571a086a20a", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:07:17.235837 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5744496-cc52-4d99-8713-73c4b7124d6d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:07:17.236247 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb852782-3419-467e-b8fa-baa72c2c926f', 'name': 'network-vif-deleted', 'tag': 'e5051570-f6c0-45dc-a293-9571a086a20a', 'status': 'completed', 'code': 200} Jan 19 01:07:17.489058 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44070) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:17.543629 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-12c24fcb-e1e3-4828-8ac3-385dcd90a200 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (a727ffb5-85a5-4b13-9cb7-d7f45b5b1795), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.576374 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-12c24fcb-e1e3-4828-8ac3-385dcd90a200 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (a727ffb5-85a5-4b13-9cb7-d7f45b5b1795), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.597336 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61ab6d54-0a36-4b52-bb3b-c5eaaee03e27 req-f242353d-898c-4458-bf1e-503c0cc03497 tempest-VolumesNegativeTest-1314202290 tempest-VolumesNegativeTest-1314202290-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb852782-3419-467e-b8fa-baa72c2c926f HTTP/1.1" status: 200 len: 210 time: 0.0339394 Jan 19 01:07:17.638164 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-12c24fcb-e1e3-4828-8ac3-385dcd90a200 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (a727ffb5-85a5-4b13-9cb7-d7f45b5b1795), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.640835 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-12c24fcb-e1e3-4828-8ac3-385dcd90a200 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.644704 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-12c24fcb-e1e3-4828-8ac3-385dcd90a200 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "DELETE /v2.0/security-groups/a727ffb5-85a5-4b13-9cb7-d7f45b5b1795 HTTP/1.1" status: 204 len: 168 time: 0.1519208 Jan 19 01:07:17.645959 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44074) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:17.653266 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c24fcb-e1e3-4828-8ac3-385dcd90a200 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a727ffb5-85a5-4b13-9cb7-d7f45b5b1795,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:17.662770 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.api.v2.resource [None req-737f873a-9c94-484d-986a-b863e548edd8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] show failed (client error): The resource could not be found. Jan 19 01:07:17.663794 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-737f873a-9c94-484d-986a-b863e548edd8 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "GET /v2.0/security-groups/a727ffb5-85a5-4b13-9cb7-d7f45b5b1795 HTTP/1.1" status: 404 len: 347 time: 0.0157304 Jan 19 01:07:17.666665 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44076) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:17.802213 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Deleting port 03d4c07a-01df-44a9-b08d-3b1d42184ba9 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:17.802887 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.888085 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.888630 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (03d4c07a-01df-44a9-b08d-3b1d42184ba9), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:17.900749 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Calling delete_port for 03d4c07a-01df-44a9-b08d-3b1d42184ba9 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:18.031784 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (03d4c07a-01df-44a9-b08d-3b1d42184ba9), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:18.058722 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Pushing event deleted for resources: {'Port': ['ID=03d4c07a-01df-44a9-b08d-3b1d42184ba9,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:18.116004 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks [] for floatingip (5b1206f3-0b8c-4771-913b-6d3ede3c5576), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:18.118690 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:18.120419 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1dc90d4a-c5ca-4b85-8eab-e3259e4b5ad6 tempest-AttachVolumeShelveTestJSON-2141516294 tempest-AttachVolumeShelveTestJSON-2141516294-project] 10.222.0.35 "DELETE /v2.0/floatingips/5b1206f3-0b8c-4771-913b-6d3ede3c5576 HTTP/1.1" status: 204 len: 168 time: 0.4522274 Jan 19 01:07:20.094960 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-61f14bb7-dfdb-4125-935c-33c40fb4db10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:20.533321 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44292) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:20.645887 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e5051570-f6c0-45dc-a293-9571a086a20a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:20.667524 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: e5051570-f6c0-45dc-a293-9571a086a20a {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:20.667959 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device e5051570-f6c0-45dc-a293-9571a086a20a not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:21.310703 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (62691610-9e99-490c-a69a-1e48d6efa1b8), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:21.580793 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Deleting port dba90945-7f54-4309-bb89-d8acc40b7917 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:21.581586 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:21.661767 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] For port dba90945-7f54-4309-bb89-d8acc40b7917, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=dba90945-7f54-4309-bb89-d8acc40b7917,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:21.662036 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:21.675499 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Calling delete_port for dba90945-7f54-4309-bb89-d8acc40b7917 owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:21.865510 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (dba90945-7f54-4309-bb89-d8acc40b7917), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:21.890658 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba90945-7f54-4309-bb89-d8acc40b7917,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:22.069394 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (62691610-9e99-490c-a69a-1e48d6efa1b8), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:22.279864 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Router 62691610-9e99-490c-a69a-1e48d6efa1b8 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:07:22.330670 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cde2825c-edf4-4adf-a42f-349279c48097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:22.386029 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:22.391103 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b94a824c-394b-4e51-ae9e-0b88e5248645 admin admin] 10.222.0.35 "PUT /v2.0/routers/62691610-9e99-490c-a69a-1e48d6efa1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8565438 Jan 19 01:07:22.394174 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44340) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:22.398778 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2876185-7a20-44e9-a635-87075032292e None None] Sync routers for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:22.410048 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:22.410660 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:22.553305 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks [] for router (62691610-9e99-490c-a69a-1e48d6efa1b8), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:22.630611 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:22.687047 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks [] for router_gateway (62691610-9e99-490c-a69a-1e48d6efa1b8), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:22.765397 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Deleting port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:22.766387 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:22.813751 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44348) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:22.851380 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T01:07:21Z', 'revision_number': 5, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port': {'id': '71a64baa-6a2b-4be1-8be7-4fff9ca75d05', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:58:51Z', 'updated_at': '2022-01-19T00:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:22.867841 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] For port 71a64baa-6a2b-4be1-8be7-4fff9ca75d05, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:22.868292 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:22.883762 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Calling delete_port for 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:22.885677 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2876185-7a20-44e9-a635-87075032292e None None] Checking router: 62691610-9e99-490c-a69a-1e48d6efa1b8 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:22.895272 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] Routers {'62691610-9e99-490c-a69a-1e48d6efa1b8'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:22.896080 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['62691610-9e99-490c-a69a-1e48d6efa1b8'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:22.988953 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-13e76561-554d-48c3-9b92-f3634628562b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86364b7a706c430d93681e2f320fe74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738677 Jan 19 01:07:22.989783 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44352) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:22.991100 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] Set router 62691610-9e99-490c-a69a-1e48d6efa1b8 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:23.043095 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b2876185-7a20-44e9-a635-87075032292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T01:07:22Z', 'revision_number': 6, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:23.073009 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2876185-7a20-44e9-a635-87075032292e None None] The sync data for ids ['62691610-9e99-490c-a69a-1e48d6efa1b8'] in dv-cinder-799871-14-iscsi is: [{'id': '62691610-9e99-490c-a69a-1e48d6efa1b8', 'name': 'tempest-AttachVolumeShelveTestJSON-1524865468-router', 'tenant_id': '26e726f093b7418db87497cfb659dbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:58:50Z', 'updated_at': '2022-01-19T01:07:22Z', 'revision_number': 6, 'project_id': '26e726f093b7418db87497cfb659dbf3', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:23.079050 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0eb9780c-254d-4473-a8ae-f34a7c04df9a admin admin] Publish callbacks [] for security_group (f95652c7-e778-4b61-8541-c898ead328b4), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.114028 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0eb9780c-254d-4473-a8ae-f34a7c04df9a admin admin] Publish callbacks [] for security_group (f95652c7-e778-4b61-8541-c898ead328b4), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.121276 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (71a64baa-6a2b-4be1-8be7-4fff9ca75d05), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.158931 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Pushing event deleted for resources: {'Port': ['ID=71a64baa-6a2b-4be1-8be7-4fff9ca75d05,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:23.231132 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (62691610-9e99-490c-a69a-1e48d6efa1b8), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.422312 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44354) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:23.538686 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0eb9780c-254d-4473-a8ae-f34a7c04df9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f95652c7-e778-4b61-8541-c898ead328b4), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.541308 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0eb9780c-254d-4473-a8ae-f34a7c04df9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.545855 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0eb9780c-254d-4473-a8ae-f34a7c04df9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f95652c7-e778-4b61-8541-c898ead328b4 HTTP/1.1" status: 204 len: 168 time: 0.5547206 Jan 19 01:07:23.614545 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.616616 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9780c-254d-4473-a8ae-f34a7c04df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95652c7-e778-4b61-8541-c898ead328b4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:23.624139 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (62691610-9e99-490c-a69a-1e48d6efa1b8), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.626729 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks [] for router_controller (62691610-9e99-490c-a69a-1e48d6efa1b8), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.696048 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (62691610-9e99-490c-a69a-1e48d6efa1b8), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.698327 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62691610-9e99-490c-a69a-1e48d6efa1b8 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:07:23.706189 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.708726 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-87f5b858-4d41-488f-8b84-3059aa2050fa admin admin] 10.222.0.35 "DELETE /v2.0/routers/62691610-9e99-490c-a69a-1e48d6efa1b8 HTTP/1.1" status: 204 len: 168 time: 1.3130958 Jan 19 01:07:23.711114 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44360) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:23.745130 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device dba90945-7f54-4309-bb89-d8acc40b7917 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:23.809240 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: dba90945-7f54-4309-bb89-d8acc40b7917 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:23.811179 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device dba90945-7f54-4309-bb89-d8acc40b7917 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:23.820212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] Deleting subnet 6717d413-52a9-4e3c-9d51-1d96f030cf3a {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:07:23.826691 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] Publish callbacks [] for subnet (6717d413-52a9-4e3c-9d51-1d96f030cf3a), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.887661 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (6717d413-52a9-4e3c-9d51-1d96f030cf3a), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.894540 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Deleting port 51fa8b4f-aa83-4484-8bf7-aeb725440204 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:23.895112 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.992925 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:23.993247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for floatingip (51fa8b4f-aa83-4484-8bf7-aeb725440204), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.007010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Calling delete_port for 51fa8b4f-aa83-4484-8bf7-aeb725440204 owned by network:floatingip {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:24.056770 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (6717d413-52a9-4e3c-9d51-1d96f030cf3a), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.164719 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (6717d413-52a9-4e3c-9d51-1d96f030cf3a), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.191709 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6717d413-52a9-4e3c-9d51-1d96f030cf3a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:24.197378 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.203492 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1411b9f9-8fc5-4973-b5dd-3964c415382e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6717d413-52a9-4e3c-9d51-1d96f030cf3a HTTP/1.1" status: 204 len: 168 time: 0.4905362 Jan 19 01:07:24.203771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44362) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:24.209822 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d0d0c-6431-4b68-9c8f-8c2db6e703e6 None None] Network d10a2bcb-9525-4cb7-b8dd-683cdf95f329 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:07:24.306739 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (51fa8b4f-aa83-4484-8bf7-aeb725440204), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.321774 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (d10a2bcb-9525-4cb7-b8dd-683cdf95f329), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.348027 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event deleted for resources: {'Port': ['ID=51fa8b4f-aa83-4484-8bf7-aeb725440204,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:24.401112 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Deleting port 6bc3271d-9ebd-43df-871a-786be8fda474 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:24.401454 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.420283 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for floatingip (1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.420607 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Floating IP 1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71 disassociated (deleted). External IP: 172.27.3.44, port: 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5. Jan 19 01:07:24.434958 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] DHCP port deletion for d10a2bcb-9525-4cb7-b8dd-683cdf95f329 request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:07:24.468487 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] For port 6bc3271d-9ebd-43df-871a-786be8fda474, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=6bc3271d-9ebd-43df-871a-786be8fda474,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:24.468813 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.483249 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Calling delete_port for 6bc3271d-9ebd-43df-871a-786be8fda474 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:24.487819 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] Deleting port 6bc3271d-9ebd-43df-871a-786be8fda474 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:24.488408 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.577056 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] For port 6bc3271d-9ebd-43df-871a-786be8fda474, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=6bc3271d-9ebd-43df-871a-786be8fda474,segment=NetworkSegment(3aa265d4-310c-42ec-8253-dbde5d74b260),segment_id=3aa265d4-310c-42ec-8253-dbde5d74b260)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:24.577867 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.591432 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] Calling delete_port for 6bc3271d-9ebd-43df-871a-786be8fda474 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:24.594353 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.621905 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc3271d-9ebd-43df-871a-786be8fda474,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:24.623795 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] No DVR routers for this DVR port 6bc3271d-9ebd-43df-871a-786be8fda474 on host dv-cinder-799871-14-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:24.661983 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Router 97f8df78-71c8-4fe9-b505-fc192ba85393 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:07:24.695061 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893'] for port (6bc3271d-9ebd-43df-871a-786be8fda474), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.714858 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (d10a2bcb-9525-4cb7-b8dd-683cdf95f329), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.725095 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] No DVR routers for this DVR port 6bc3271d-9ebd-43df-871a-786be8fda474 on host dv-cinder-799871-14-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:24.729037 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb72b1-0c58-4542-9d3e-f0aabaf241d1 None None] Pushing event deleted for resources: {'Port': ['ID=6bc3271d-9ebd-43df-871a-786be8fda474,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:24.746375 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10a2bcb-9525-4cb7-b8dd-683cdf95f329']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:24.757007 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa265d4-310c-42ec-8253-dbde5d74b260') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:24.757304 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa265d4-310c-42ec-8253-dbde5d74b260') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:24.767586 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (3aa265d4-310c-42ec-8253-dbde5d74b260), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.780933 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (3aa265d4-310c-42ec-8253-dbde5d74b260), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.787203 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:07:24.787746 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (3aa265d4-310c-42ec-8253-dbde5d74b260), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: warnings.warn(msg) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:07:24.789688 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:07:24.792635 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:24.796154 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.805662 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] Sync routers for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:24.823720 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:24.824321 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:24.834142 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f8af77e9-4b11-4f6c-a37d-a49476e016be tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "DELETE /v2.0/floatingips/1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71 HTTP/1.1" status: 204 len: 168 time: 1.4042401 Jan 19 01:07:24.835407 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:07:24.839006 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66485b4-40ef-42dd-9b44-f6f331ecefe6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:07:24.864274 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (d10a2bcb-9525-4cb7-b8dd-683cdf95f329), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.879208 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:24.888457 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d10a2bcb-9525-4cb7-b8dd-683cdf95f329 HTTP/1.1" status: 204 len: 168 time: 0.6806486 Jan 19 01:07:24.905917 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801df93-c093-4284-8e58-044686c98be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d10a2bcb-9525-4cb7-b8dd-683cdf95f329,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:24.928046 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56ce1a-e791-4241-917b-fe0b2d6bec1f x-openstack-request-id: req-ef56ce1a-e791-4241-917b-fe0b2d6bec1f {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:07:24.928553 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:07:24.928766 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef56ce1a-e791-4241-917b-fe0b2d6bec1f {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:07:24.929889 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'status': 'completed', 'code': 200} Jan 19 01:07:24.964959 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:25.001527 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:25.043869 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-5f64b92a-6a8e-4792-851c-2721f86396f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:25.045677 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-5f64b92a-6a8e-4792-851c-2721f86396f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71fc118391b34d35b75c25f76155c402&device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 1098 time: 0.0573230 Jan 19 01:07:25.148857 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44372) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:25.208423 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72d861-3147-46f2-87be-083123ea5bf5 req-bf4ecd2b-a8bf-4b81-ad74-f5b639f83e4d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:25.210484 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d72d861-3147-46f2-87be-083123ea5bf5 req-bf4ecd2b-a8bf-4b81-ad74-f5b639f83e4d tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0988803 Jan 19 01:07:25.224143 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-4a3cb7f5-3472-40b9-b650-3eb4e15ee0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:25.227945 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-4a3cb7f5-3472-40b9-b650-3eb4e15ee0d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 200 len: 909 time: 0.1198328 Jan 19 01:07:25.229429 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1150d77b-fc7f-4346-8937-8119b6b79531 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26e726f093b7418db87497cfb659dbf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0797203 Jan 19 01:07:25.232314 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44374) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:25.272946 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 5, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:25.275658 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d72d861-3147-46f2-87be-083123ea5bf5 req-f8606f83-9eb9-4d82-a8b2-383e9af17264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563161 Jan 19 01:07:25.292345 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-d7a04418-60ba-427b-a9b5-bba5ae9e3c30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 200 len: 217 time: 0.0515516 Jan 19 01:07:25.304500 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] Checking router: 97f8df78-71c8-4fe9-b505-fc192ba85393 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:25.314688 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:25.315312 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:25.362756 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-3f9f1640-4043-4f93-9d3e-c86072c665fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:25.364238 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-3f9f1640-4043-4f93-9d3e-c86072c665fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 200 len: 847 time: 0.0656161 Jan 19 01:07:25.370603 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:25.370952 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c81bab68-69f5-47ae-b21b-a3057998b489 admin admin] Publish callbacks [] for security_group (d40d49b3-4963-43c9-bd56-a962a910c6e6), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:25.398867 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:25.399207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 71a64baa-6a2b-4be1-8be7-4fff9ca75d05 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:25.399630 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6bc3271d-9ebd-43df-871a-786be8fda474 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:25.432421 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c81bab68-69f5-47ae-b21b-a3057998b489 admin admin] Publish callbacks [] for security_group (d40d49b3-4963-43c9-bd56-a962a910c6e6), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:25.450101 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 6bc3271d-9ebd-43df-871a-786be8fda474 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:25.450423 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 6bc3271d-9ebd-43df-871a-786be8fda474 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:25.471950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-5502b0ff-2e12-45b6-9c7d-a6de9a6aad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:25.473465 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-5502b0ff-2e12-45b6-9c7d-a6de9a6aad1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985565 Jan 19 01:07:25.478409 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:25.540896 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c81bab68-69f5-47ae-b21b-a3057998b489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d40d49b3-4963-43c9-bd56-a962a910c6e6), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:25.543398 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c81bab68-69f5-47ae-b21b-a3057998b489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:25.544552 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c81bab68-69f5-47ae-b21b-a3057998b489 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d40d49b3-4963-43c9-bd56-a962a910c6e6 HTTP/1.1" status: 204 len: 168 time: 0.3110468 Jan 19 01:07:25.556618 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bab68-69f5-47ae-b21b-a3057998b489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40d49b3-4963-43c9-bd56-a962a910c6e6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:25.590708 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-55e51b05-e75b-4ed4-8c46-68548a354ffa service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096849 Jan 19 01:07:25.701919 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d66485b4-40ef-42dd-9b44-f6f331ecefe6 req-ffc71346-a7e6-4e33-bb87-2df9e753d23f service neutron] 10.222.0.32 "GET /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030545 Jan 19 01:07:25.703684 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 5, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:25.731036 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a605566-d95c-4bb9-b617-2783ee8e2ce0 None None] The sync data for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi is: [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:01:02Z', 'revision_number': 4, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': 'a5d78e0b-165b-43ff-b135-fa9e16b84962', 'name': '', 'network_id': 'dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'mac_address': 'fa:16:3e:01:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80559864-0323-48ef-b652-48619e38b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:00Z', 'updated_at': '2022-01-19T01:01:22Z', 'revision_number': 5, 'project_id': '71fc118391b34d35b75c25f76155c402', 'subnets': [{'id': '80559864-0323-48ef-b652-48619e38b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:25.975468 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f72a6-3eeb-428e-9ead-2e9a3bc4bf68 None None] New status for floating IP 1c8a56cf-1d1b-470e-9d8d-6e5439b7cd71: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:07:26.222051 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:26.407176 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617490bd-4007-48a2-87ec-0fb71ae4c805 req-3aa1430b-1363-471c-9afd-d85a5c6528ca tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:26.408519 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-617490bd-4007-48a2-87ec-0fb71ae4c805 req-3aa1430b-1363-471c-9afd-d85a5c6528ca tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0583456 Jan 19 01:07:26.467942 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-617490bd-4007-48a2-87ec-0fb71ae4c805 req-ee44dd37-5110-4311-a0c8-a13267125a9f tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb8d2a6d-eeb6-4b5e-8528-571516083104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536337 Jan 19 01:07:27.130782 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-ca0f5263-a571-4158-ba06-2cabc0faafb6 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:27.132331 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-ca0f5263-a571-4158-ba06-2cabc0faafb6 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 945 time: 0.0534320 Jan 19 01:07:27.232862 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Deleting port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:27.233206 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:27.328537 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] For port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:27.328918 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:27.342266 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Calling delete_port for 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:27.480382 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (8bcb40e7-111c-4118-8b6c-384b4e2fd7e5), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:27.510511 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event deleted for resources: {'Port': ['ID=8bcb40e7-111c-4118-8b6c-384b4e2fd7e5,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:27.557600 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] No DVR routers for this DVR port 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:27.560001 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:27.563806 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-84358d49-70bc-4c76-9cc9-a49f6e0273a3 req-eaad0675-9b6d-46aa-8536-bf0c223cf264 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.32 "DELETE /v2.0/ports/8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 HTTP/1.1" status: 204 len: 173 time: 0.4244361 Jan 19 01:07:27.564256 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-deleted', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:07:27.566499 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0026f7bb-5dc6-4c2d-96cf-0cac5f1bb7d3" -d '{"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-deleted", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:07:27.571709 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fc6f05d4-9473-44be-af1a-3ff5b06179cb req-4cadaeb2-8984-4cb8-a9a3-09c3342c88a1 tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9ef89b-e99e-4b9f-87ac-7d61514ee527 HTTP/1.1" status: 200 len: 210 time: 0.0276799 Jan 19 01:07:27.606667 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45125428-5634-404c-b22f-a5aa3bde4b60 x-openstack-request-id: req-45125428-5634-404c-b22f-a5aa3bde4b60 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:07:27.607209 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9ef89b-e99e-4b9f-87ac-7d61514ee527", "name": "network-vif-deleted", "tag": "8bcb40e7-111c-4118-8b6c-384b4e2fd7e5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:07:27.607620 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45125428-5634-404c-b22f-a5aa3bde4b60 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:07:27.608222 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9ef89b-e99e-4b9f-87ac-7d61514ee527', 'name': 'network-vif-deleted', 'tag': '8bcb40e7-111c-4118-8b6c-384b4e2fd7e5', 'status': 'completed', 'code': 200} Jan 19 01:07:28.634390 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44424) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:28.697880 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9176935-6037-4a89-b533-4f351dcbf96e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group (eb8d2a6d-eeb6-4b5e-8528-571516083104), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:28.724646 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9176935-6037-4a89-b533-4f351dcbf96e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group (eb8d2a6d-eeb6-4b5e-8528-571516083104), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:28.790428 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9176935-6037-4a89-b533-4f351dcbf96e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (eb8d2a6d-eeb6-4b5e-8528-571516083104), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:28.792976 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9176935-6037-4a89-b533-4f351dcbf96e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:28.794204 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e9176935-6037-4a89-b533-4f351dcbf96e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] 10.222.0.35 "DELETE /v2.0/security-groups/eb8d2a6d-eeb6-4b5e-8528-571516083104 HTTP/1.1" status: 204 len: 168 time: 0.1584644 Jan 19 01:07:28.805311 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9176935-6037-4a89-b533-4f351dcbf96e tempest-TestShelveInstance-876803215 tempest-TestShelveInstance-876803215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d2a6d-eeb6-4b5e-8528-571516083104,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:28.858622 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:28.861518 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44428) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:29.423204 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (97f8df78-71c8-4fe9-b505-fc192ba85393), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:29.984382 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Deleting port a5d78e0b-165b-43ff-b135-fa9e16b84962 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:29.985640 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:30.071459 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] For port a5d78e0b-165b-43ff-b135-fa9e16b84962, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a5d78e0b-165b-43ff-b135-fa9e16b84962,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:30.071816 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:30.086168 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Calling delete_port for a5d78e0b-165b-43ff-b135-fa9e16b84962 owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:30.281128 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (a5d78e0b-165b-43ff-b135-fa9e16b84962), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:30.309547 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d78e0b-165b-43ff-b135-fa9e16b84962,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:30.476675 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (97f8df78-71c8-4fe9-b505-fc192ba85393), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:30.678553 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:30.715974 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:30.716481 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 8bcb40e7-111c-4118-8b6c-384b4e2fd7e5 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:30.729575 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Router 97f8df78-71c8-4fe9-b505-fc192ba85393 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:07:30.843365 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:30.852755 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-456e9b3e-a1ba-4c25-8220-2682547079e0 admin admin] 10.222.0.35 "PUT /v2.0/routers/97f8df78-71c8-4fe9-b505-fc192ba85393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866219 Jan 19 01:07:30.852881 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44458) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:30.857580 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] Sync routers for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:30.872509 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:30.873399 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:30.974868 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks [] for router (97f8df78-71c8-4fe9-b505-fc192ba85393), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.019537 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:31.104666 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks [] for router_gateway (97f8df78-71c8-4fe9-b505-fc192ba85393), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.166814 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Deleting port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:31.167154 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.260414 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:07:30Z', 'revision_number': 5, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port': {'id': '2171a4ee-9565-4ff4-8c97-b08cfba0c86e', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:00:53Z', 'updated_at': '2022-01-19T01:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:31.296211 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] For port 2171a4ee-9565-4ff4-8c97-b08cfba0c86e, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:31.296604 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.312040 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] Checking router: 97f8df78-71c8-4fe9-b505-fc192ba85393 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:31.312379 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Calling delete_port for 2171a4ee-9565-4ff4-8c97-b08cfba0c86e owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:31.338399 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] Routers {'97f8df78-71c8-4fe9-b505-fc192ba85393'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:31.339221 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['97f8df78-71c8-4fe9-b505-fc192ba85393'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:31.464210 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] Set router 97f8df78-71c8-4fe9-b505-fc192ba85393 gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:31.513220 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (2171a4ee-9565-4ff4-8c97-b08cfba0c86e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.533236 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:07:31Z', 'revision_number': 6, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:31.542029 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2171a4ee-9565-4ff4-8c97-b08cfba0c86e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:31.565193 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfde81e-a071-4c9e-8c07-766cf46eedd7 None None] The sync data for ids ['97f8df78-71c8-4fe9-b505-fc192ba85393'] in dv-cinder-799871-14-iscsi is: [{'id': '97f8df78-71c8-4fe9-b505-fc192ba85393', 'name': 'tempest-TestShelveInstance-968119785-router', 'tenant_id': '71fc118391b34d35b75c25f76155c402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:00:52Z', 'updated_at': '2022-01-19T01:07:31Z', 'revision_number': 6, 'project_id': '71fc118391b34d35b75c25f76155c402', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:31.629900 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (97f8df78-71c8-4fe9-b505-fc192ba85393), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.725492 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (97f8df78-71c8-4fe9-b505-fc192ba85393), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.727743 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks [] for router_controller (97f8df78-71c8-4fe9-b505-fc192ba85393), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.777802 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (97f8df78-71c8-4fe9-b505-fc192ba85393), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.778362 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97f8df78-71c8-4fe9-b505-fc192ba85393 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:07:31.783461 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.784632 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c6a12f1d-99d3-4f9a-b63c-ef4eace3db33 admin admin] 10.222.0.35 "DELETE /v2.0/routers/97f8df78-71c8-4fe9-b505-fc192ba85393 HTTP/1.1" status: 204 len: 168 time: 0.9313612 Jan 19 01:07:31.788018 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44488) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:31.832491 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] Deleting subnet 80559864-0323-48ef-b652-48619e38b4aa {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:07:31.835649 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] Publish callbacks [] for subnet (80559864-0323-48ef-b652-48619e38b4aa), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.872896 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7557234'] for subnet (80559864-0323-48ef-b652-48619e38b4aa), precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:31.961828 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (80559864-0323-48ef-b652-48619e38b4aa), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.026964 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4980173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4753637'] for subnet (80559864-0323-48ef-b652-48619e38b4aa), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.059010 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80559864-0323-48ef-b652-48619e38b4aa,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:32.065515 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.069098 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-14e67e1c-9995-4ef9-853b-7fe3f3bd364b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/80559864-0323-48ef-b652-48619e38b4aa HTTP/1.1" status: 204 len: 168 time: 0.2796457 Jan 19 01:07:32.071384 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44490) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:32.082328 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976d7e9-cd34-4e51-bbe2-e1dabd4bda53 None None] Network dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:07:32.146935 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.206365 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Deleting port 8b7ff497-af33-4b1d-bf40-06be92092c96 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:32.206807 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.276015 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] For port 8b7ff497-af33-4b1d-bf40-06be92092c96, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=8b7ff497-af33-4b1d-bf40-06be92092c96,segment=NetworkSegment(1d3a049d-3ea9-41c7-a120-ab4fbcbf54db),segment_id=1d3a049d-3ea9-41c7-a120-ab4fbcbf54db)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:32.276372 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.290866 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Calling delete_port for 8b7ff497-af33-4b1d-bf40-06be92092c96 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:32.383293 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a342e1-f2b0-4778-94b6-f8a405701bbc None None] DHCP port deletion for dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:07:32.386316 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (8b7ff497-af33-4b1d-bf40-06be92092c96), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.416013 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] No DVR routers for this DVR port 8b7ff497-af33-4b1d-bf40-06be92092c96 on host dv-cinder-799871-14-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:32.419486 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7ff497-af33-4b1d-bf40-06be92092c96,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:32.493760 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.515959 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:32.526502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:32.526783 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3a049d-3ea9-41c7-a120-ab4fbcbf54db') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:32.537163 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (1d3a049d-3ea9-41c7-a120-ab4fbcbf54db), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.551285 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (1d3a049d-3ea9-41c7-a120-ab4fbcbf54db), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.557373 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:07:32.557866 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (1d3a049d-3ea9-41c7-a120-ab4fbcbf54db), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:07:32.559929 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:07:32.622535 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.632226 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:32.637855 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03 HTTP/1.1" status: 204 len: 168 time: 0.5650048 Jan 19 01:07:32.640916 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44492) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:32.653585 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd6af9-dc20-406b-aaae-3127c388e244 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd19e2c3-17df-4b1e-b564-8c6e9f2a6f03,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:33.048069 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (b099139b-57a2-48d0-a13b-d9727a4cf526), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:33.310821 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Deleting port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:33.311155 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:33.329930 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a5d78e0b-165b-43ff-b135-fa9e16b84962 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:33.349843 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: a5d78e0b-165b-43ff-b135-fa9e16b84962 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:33.350297 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a5d78e0b-165b-43ff-b135-fa9e16b84962 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:33.350783 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 8b7ff497-af33-4b1d-bf40-06be92092c96 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:33.375376 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 8b7ff497-af33-4b1d-bf40-06be92092c96 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:33.376441 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 8b7ff497-af33-4b1d-bf40-06be92092c96 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:33.376923 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2171a4ee-9565-4ff4-8c97-b08cfba0c86e no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:33.401067 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] For port b5cd9d50-4967-49e5-8760-6b5ea10ebdc4, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,segment=NetworkSegment(e8346fba-aabf-4afa-ab48-ce49ba1b1f40),segment_id=e8346fba-aabf-4afa-ab48-ce49ba1b1f40)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:33.401438 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:33.416768 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Calling delete_port for b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:33.529226 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 2171a4ee-9565-4ff4-8c97-b08cfba0c86e {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:33.529479 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 2171a4ee-9565-4ff4-8c97-b08cfba0c86e not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:33.610786 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (b5cd9d50-4967-49e5-8760-6b5ea10ebdc4), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:33.638100 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cd9d50-4967-49e5-8760-6b5ea10ebdc4,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:33.807313 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (b099139b-57a2-48d0-a13b-d9727a4cf526), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.026246 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Router b099139b-57a2-48d0-a13b-d9727a4cf526 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:07:34.136842 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:34.142255 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f4601592-914f-4fa7-ae54-7aa2c97da47c admin admin] 10.222.0.35 "PUT /v2.0/routers/b099139b-57a2-48d0-a13b-d9727a4cf526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4995701 Jan 19 01:07:34.144769 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44506) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:34.147360 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] Sync routers for ids ['b099139b-57a2-48d0-a13b-d9727a4cf526'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:34.156978 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] Routers {'b099139b-57a2-48d0-a13b-d9727a4cf526'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:34.157601 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['b099139b-57a2-48d0-a13b-d9727a4cf526'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:34.247706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks [] for router (b099139b-57a2-48d0-a13b-d9727a4cf526), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.267026 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] Set router b099139b-57a2-48d0-a13b-d9727a4cf526 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:34.359939 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks [] for router_gateway (b099139b-57a2-48d0-a13b-d9727a4cf526), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.413984 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Deleting port e7a96cd2-5350-430c-85b8-480fb9797c3a {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:34.414324 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.442545 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:07:33Z', 'revision_number': 5, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port': {'id': 'e7a96cd2-5350-430c-85b8-480fb9797c3a', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:01:14Z', 'updated_at': '2022-01-19T01:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:34.467710 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] Checking router: b099139b-57a2-48d0-a13b-d9727a4cf526 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:34.476610 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] Routers {'b099139b-57a2-48d0-a13b-d9727a4cf526'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:34.477272 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['b099139b-57a2-48d0-a13b-d9727a4cf526'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:34.496352 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] For port e7a96cd2-5350-430c-85b8-480fb9797c3a, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=e7a96cd2-5350-430c-85b8-480fb9797c3a,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:34.496706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.508472 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Calling delete_port for e7a96cd2-5350-430c-85b8-480fb9797c3a owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:34.567055 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] Set router b099139b-57a2-48d0-a13b-d9727a4cf526 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:34.621192 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:07:34Z', 'revision_number': 6, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:34.647502 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c58609-31ca-4f37-9371-efdb8ecf7db9 None None] The sync data for ids ['b099139b-57a2-48d0-a13b-d9727a4cf526'] in dv-cinder-799871-14-iscsi is: [{'id': 'b099139b-57a2-48d0-a13b-d9727a4cf526', 'name': 'tempest-TestShelveInstance-936103950-router', 'tenant_id': '9feb9586e9a14eb0811f1ba844abf765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:01:08Z', 'updated_at': '2022-01-19T01:07:34Z', 'revision_number': 6, 'project_id': '9feb9586e9a14eb0811f1ba844abf765', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:34.689342 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (e7a96cd2-5350-430c-85b8-480fb9797c3a), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.714422 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a96cd2-5350-430c-85b8-480fb9797c3a,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:34.772098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (b099139b-57a2-48d0-a13b-d9727a4cf526), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.866585 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (b099139b-57a2-48d0-a13b-d9727a4cf526), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:34.868688 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks [] for router_controller (b099139b-57a2-48d0-a13b-d9727a4cf526), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.171017 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (b099139b-57a2-48d0-a13b-d9727a4cf526), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.171540 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b099139b-57a2-48d0-a13b-d9727a4cf526 {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:07:35.177694 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.178860 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-14ce116f-ab2e-48bc-afc3-51ea4ede5f77 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b099139b-57a2-48d0-a13b-d9727a4cf526 HTTP/1.1" status: 204 len: 168 time: 1.0331950 Jan 19 01:07:35.181391 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44512) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:35.224493 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] Deleting subnet 27f0fd71-029f-4a77-be92-dedd4ada5fd0 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:07:35.227730 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] Publish callbacks [] for subnet (27f0fd71-029f-4a77-be92-dedd4ada5fd0), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.262087 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7922619'] for subnet (27f0fd71-029f-4a77-be92-dedd4ada5fd0), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.292773 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44516) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:35.343729 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (27f0fd71-029f-4a77-be92-dedd4ada5fd0), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.402984 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-abd91a52-5c58-4001-8301-e956a3dfdc22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.403162 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8210284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7585910'] for subnet (27f0fd71-029f-4a77-be92-dedd4ada5fd0), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.431561 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f0fd71-029f-4a77-be92-dedd4ada5fd0,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:35.437363 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.441198 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2af3f650-8941-4775-9e06-20f78a1d16f9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/27f0fd71-029f-4a77-be92-dedd4ada5fd0 HTTP/1.1" status: 204 len: 168 time: 0.2588246 Jan 19 01:07:35.443756 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44520) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:35.447785 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f122c-a694-40aa-934a-c697d9ed2f46 None None] Network 8cb14b0d-c1a0-411a-ab69-a43020235771 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:07:35.502605 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:35.507565 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-abd91a52-5c58-4001-8301-e956a3dfdc22 admin admin] Publish callbacks [] for security_group (1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.513576 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-abd91a52-5c58-4001-8301-e956a3dfdc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.523661 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (8cb14b0d-c1a0-411a-ab69-a43020235771), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.528605 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:35.529187 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device b5cd9d50-4967-49e5-8760-6b5ea10ebdc4 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:35.529816 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e7a96cd2-5350-430c-85b8-480fb9797c3a no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:35.556276 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: e7a96cd2-5350-430c-85b8-480fb9797c3a {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:35.556862 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device e7a96cd2-5350-430c-85b8-480fb9797c3a not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:35.562119 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-abd91a52-5c58-4001-8301-e956a3dfdc22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b071d44126174fff927ca531e3002223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682405 Jan 19 01:07:35.563889 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44522) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:35.564434 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd91a52-5c58-4001-8301-e956a3dfdc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:35.600994 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Deleting port aeca73c1-3b2f-4845-956d-b01274655d0c {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:35.601341 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.619800 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d44d2ba0-82d0-45d5-a6f2-d95985321189 admin admin] Publish callbacks [] for security_group (1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.644041 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d44d2ba0-82d0-45d5-a6f2-d95985321189 admin admin] Publish callbacks [] for security_group (1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.682795 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] DHCP port deletion for 8cb14b0d-c1a0-411a-ab69-a43020235771 request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:07:35.692748 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] For port aeca73c1-3b2f-4845-956d-b01274655d0c, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=aeca73c1-3b2f-4845-956d-b01274655d0c,segment=NetworkSegment(e8346fba-aabf-4afa-ab48-ce49ba1b1f40),segment_id=e8346fba-aabf-4afa-ab48-ce49ba1b1f40)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:35.693113 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.711527 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Calling delete_port for aeca73c1-3b2f-4845-956d-b01274655d0c owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:35.717087 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d44d2ba0-82d0-45d5-a6f2-d95985321189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.725169 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d44d2ba0-82d0-45d5-a6f2-d95985321189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.729698 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d44d2ba0-82d0-45d5-a6f2-d95985321189 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b HTTP/1.1" status: 204 len: 168 time: 0.1603594 Jan 19 01:07:35.749291 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d2ba0-82d0-45d5-a6f2-d95985321189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd2ec8b-8447-40db-ba21-7e7d1a7f2c0b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:35.753043 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] Deleting port aeca73c1-3b2f-4845-956d-b01274655d0c {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:07:35.753407 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.842206 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] For port aeca73c1-3b2f-4845-956d-b01274655d0c, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=aeca73c1-3b2f-4845-956d-b01274655d0c,segment=NetworkSegment(e8346fba-aabf-4afa-ab48-ce49ba1b1f40),segment_id=e8346fba-aabf-4afa-ab48-ce49ba1b1f40)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:35.842206 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.850887 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.860204 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] Calling delete_port for aeca73c1-3b2f-4845-956d-b01274655d0c owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:07:35.875235 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeca73c1-3b2f-4845-956d-b01274655d0c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:35.887588 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] No DVR routers for this DVR port aeca73c1-3b2f-4845-956d-b01274655d0c on host dv-cinder-799871-14-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:35.943242 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893'] for port (aeca73c1-3b2f-4845-956d-b01274655d0c), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.970203 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (8cb14b0d-c1a0-411a-ab69-a43020235771), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:35.973031 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] Pushing event deleted for resources: {'Port': ['ID=aeca73c1-3b2f-4845-956d-b01274655d0c,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:35.976519 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae309099-883b-4445-bb53-c0c2ba4ded8c None None] No DVR routers for this DVR port aeca73c1-3b2f-4845-956d-b01274655d0c on host dv-cinder-799871-14-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:07:35.993051 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb14b0d-c1a0-411a-ab69-a43020235771']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:36.003827 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:36.004242 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8346fba-aabf-4afa-ab48-ce49ba1b1f40') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:36.014282 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7922594'] for segment (e8346fba-aabf-4afa-ab48-ce49ba1b1f40), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.028311 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (e8346fba-aabf-4afa-ab48-ce49ba1b1f40), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.034841 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:07:36.035294 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8210226'] for segment (e8346fba-aabf-4afa-ab48-ce49ba1b1f40), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: Traceback (most recent call last): Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: timer() Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: cb(*args, **kw) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: return func(*args, **kwargs) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: self._notify() Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: self.callback(batched_events) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: event.method(event) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: return f(self, *a, **k) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._get(url).json() Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:07:36.037006 dv-cinder-799871-14-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:07:36.100433 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (8cb14b0d-c1a0-411a-ab69-a43020235771), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.106496 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.110444 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8cb14b0d-c1a0-411a-ab69-a43020235771 HTTP/1.1" status: 204 len: 168 time: 0.6650209 Jan 19 01:07:36.124470 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833cfc1-53a6-42fa-b42c-b9c247111aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb14b0d-c1a0-411a-ab69-a43020235771,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:36.278878 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44542) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:36.319725 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d123613d-f5f6-4f50-87cd-db89f457e899 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71fc118391b34d35b75c25f76155c402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396352 Jan 19 01:07:36.322741 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44544) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:36.377712 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f47d759d-5dcf-4a54-9ce0-a11599276eb5 admin admin] Publish callbacks [] for security_group (f9c14a29-93ee-439e-8eaf-03fe721d773e), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.398433 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f47d759d-5dcf-4a54-9ce0-a11599276eb5 admin admin] Publish callbacks [] for security_group (f9c14a29-93ee-439e-8eaf-03fe721d773e), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.446622 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f47d759d-5dcf-4a54-9ce0-a11599276eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f9c14a29-93ee-439e-8eaf-03fe721d773e), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.449180 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f47d759d-5dcf-4a54-9ce0-a11599276eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.450769 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f47d759d-5dcf-4a54-9ce0-a11599276eb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9c14a29-93ee-439e-8eaf-03fe721d773e HTTP/1.1" status: 204 len: 168 time: 0.1274536 Jan 19 01:07:36.459262 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d759d-5dcf-4a54-9ce0-a11599276eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c14a29-93ee-439e-8eaf-03fe721d773e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:36.792517 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44562) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:36.837601 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5528ed05-9277-4a05-a174-c54dcda24399 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9feb9586e9a14eb0811f1ba844abf765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430398 Jan 19 01:07:36.839430 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44566) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:36.888537 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9d59-5008-4644-8d89-02962e442dbf admin admin] Publish callbacks [] for security_group (1a7963be-dade-40d3-ba47-99013ffff0f8), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.913520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9d59-5008-4644-8d89-02962e442dbf admin admin] Publish callbacks [] for security_group (1a7963be-dade-40d3-ba47-99013ffff0f8), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.964644 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9d59-5008-4644-8d89-02962e442dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (1a7963be-dade-40d3-ba47-99013ffff0f8), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.967289 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9d59-5008-4644-8d89-02962e442dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:36.968221 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5b2d9d59-5008-4644-8d89-02962e442dbf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a7963be-dade-40d3-ba47-99013ffff0f8 HTTP/1.1" status: 204 len: 168 time: 0.1278086 Jan 19 01:07:36.976723 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d9d59-5008-4644-8d89-02962e442dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7963be-dade-40d3-ba47-99013ffff0f8,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:37.352892 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device aeca73c1-3b2f-4845-956d-b01274655d0c no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:07:37.375874 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: aeca73c1-3b2f-4845-956d-b01274655d0c {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:07:37.376548 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device aeca73c1-3b2f-4845-956d-b01274655d0c not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:07:37.689924 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44604) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:37.787242 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-957726505-network', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:37.810333 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Made reservation on behalf of 8e01579e07bf4fb4b649e597de305f47 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:07:37.812587 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:37.823646 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:37.898157 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks [] for security_group (170874a0-0f17-4e3e-81cb-a8b2e531ae2f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:37.902042 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (170874a0-0f17-4e3e-81cb-a8b2e531ae2f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:37.932019 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:07:37.944885 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170874a0-0f17-4e3e-81cb-a8b2e531ae2f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:37.951106 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (3a12cab0-fcc4-430e-bed9-92d48309da1d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:37.951556 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Added segment 3a12cab0-fcc4-430e-bed9-92d48309da1d of type vlan for network bb720cae-4dad-4da6-a242-4f7886e697d6 Jan 19 01:07:38.001943 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (bb720cae-4dad-4da6-a242-4f7886e697d6), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.029798 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (bb720cae-4dad-4da6-a242-4f7886e697d6), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.030749 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:38.031337 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.080449 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3893065 Jan 19 01:07:38.083129 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44608) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:38.096900 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Request body: {'subnet': {'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-957726505-subnet', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:38.107222 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f7a69-ed5e-483c-afb3-df337ad64069 admin admin] Pushing event updated for resources: {'Network': ['ID=bb720cae-4dad-4da6-a242-4f7886e697d6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:38.117541 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network bb720cae-4dad-4da6-a242-4f7886e697d6 details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:07:38.132566 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Made reservation on behalf of 8e01579e07bf4fb4b649e597de305f47 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:07:38.135624 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4753600'] for subnet (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.326113 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4979980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4753646'] for subnet (7ade0fac-6609-4524-9716-d7a98e14c3b7), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.377623 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ade0fac-6609-4524-9716-d7a98e14c3b7,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:38.392777 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Checking segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:38.393132 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Network hostable DHCP agents. Network: bb720cae-4dad-4da6-a242-4f7886e697d6, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:07:38.410779 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Network bb720cae-4dad-4da6-a242-4f7886e697d6 is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:07:38.419055 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, bb720cae-4dad-4da6-a242-4f7886e697d6) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:38.422950 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:38.423541 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for subnet (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.428241 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b710bd-9569-4820-a9fb-bbb7d9921f1d None None] Network bb720cae-4dad-4da6-a242-4f7886e697d6 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:07:38.439692 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cf0ef019-b745-4a13-bf88-1ee8aca1a5ff admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3555396 Jan 19 01:07:38.442480 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44610) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:38.446950 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:38.471399 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (52378eb0-d64b-4533-a654-d3b77b7013d1), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.472429 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (52378eb0-d64b-4533-a654-d3b77b7013d1), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.529874 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks [] for router_controller (52378eb0-d64b-4533-a654-d3b77b7013d1), precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.530494 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-bb720cae-4dad-4da6-a242-4f7886e697d6', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 01:07:38.531541 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.664138 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks [] for router_gateway (52378eb0-d64b-4533-a654-d3b77b7013d1), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.691139 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Allocated IP 172.20.0.2 (bb720cae-4dad-4da6-a242-4f7886e697d6/7ade0fac-6609-4524-9716-d7a98e14c3b7/c5fd3e10-c35d-4d28-b365-a8dcd955b8d9) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:07:38.860554 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Publish callbacks [] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.866413 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.901416 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks [] for router_gateway (52378eb0-d64b-4533-a654-d3b77b7013d1), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.924649 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:38.924777 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Pushing event updated for resources: {'Port': ['ID=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:38.937276 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Network bb720cae-4dad-4da6-a242-4f7886e697d6 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:38.939417 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:38.942074 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:07:39.024043 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Attempting to bind port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:07:39.024471 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Attempting to bind port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:07:39.024975 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Attempting to bind port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:39.031088 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:07:39.031475 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Checking segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:39.031903 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:39.032291 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Bound using segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:07:39.032758 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Bound port: c5fd3e10-c35d-4d28-b365-a8dcd955b8d9, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:07:39.033129 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:39.065464 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Allocated IP 172.27.3.244 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/9fb18e46-b2af-4644-8d38-a0af53c60017) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:07:39.106098 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] For port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:07:39.110501 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] For port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:07:39.114886 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:39.174944 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5abfe3-0e60-4184-a94b-ea87a9a05f0e None None] Pushing event updated for resources: {'Port': ['ID=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:39.184789 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks [] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:39.221886 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:39.262039 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:39.268133 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:39.271985 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:07:39.277512 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb18e46-b2af-4644-8d38-a0af53c60017,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:39.586311 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks [] for router_gateway (52378eb0-d64b-4533-a654-d3b77b7013d1), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:39.783771 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (52378eb0-d64b-4533-a654-d3b77b7013d1), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:39.918423 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 01:07:40.040774 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:40.054173 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:40.070941 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:40.073464 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-63ca6eda-72e0-40b5-928c-6c1411b47ac6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6296797 Jan 19 01:07:40.076714 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44626) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:40.083266 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:40.084253 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:40.230655 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:40.307431 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb0ad9-6a83-4112-bdfe-12aef7649b27 None None] Network bb720cae-4dad-4da6-a242-4f7886e697d6 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:07:40.438511 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-830a3977-1ac2-4ac8-abe1-c727e1a75508 None None] Provisioning complete for port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:40.438878 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-830a3977-1ac2-4ac8-abe1-c727e1a75508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:40.622132 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-830a3977-1ac2-4ac8-abe1-c727e1a75508 None None] Current status of the port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:40.622471 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-830a3977-1ac2-4ac8-abe1-c727e1a75508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:40.652183 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:39Z', 'revision_number': 3, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:40.729490 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:40.730206 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Updating router 52378eb0-d64b-4533-a654-d3b77b7013d1 port 9fb18e46-b2af-4644-8d38-a0af53c60017 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:07:40.779821 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:40.819500 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-830a3977-1ac2-4ac8-abe1-c727e1a75508 None None] For port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:40.843569 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-830a3977-1ac2-4ac8-abe1-c727e1a75508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:40.905347 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a3977-1ac2-4ac8-abe1-c727e1a75508 None None] Pushing event updated for resources: {'Port': ['ID=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:41.010687 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-a56de7a1-4747-49e1-88b3-e0969020ac5d None None] Provisioning complete for port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:41.011057 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a56de7a1-4747-49e1-88b3-e0969020ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.016582 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.225941 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Allocated IP 172.20.0.1 (bb720cae-4dad-4da6-a242-4f7886e697d6/7ade0fac-6609-4524-9716-d7a98e14c3b7/1a7785a4-35c8-4c3f-a118-8931d99544be) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:07:41.314558 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-a56de7a1-4747-49e1-88b3-e0969020ac5d None None] Current status of the port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:41.359158 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks [] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.392181 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Publish callbacks [] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.395591 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:41.411576 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.421652 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.456349 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Network bb720cae-4dad-4da6-a242-4f7886e697d6 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:41.459273 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:41.462939 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:07:41.468604 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Pushing event updated for resources: {'Port': ['ID=1a7785a4-35c8-4c3f-a118-8931d99544be,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:41.494212 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Attempting to bind port 9fb18e46-b2af-4644-8d38-a0af53c60017 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:07:41.494573 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Attempting to bind port 9fb18e46-b2af-4644-8d38-a0af53c60017 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:07:41.494926 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Attempting to bind port 9fb18e46-b2af-4644-8d38-a0af53c60017 on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:41.497109 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b19bd-9c0c-4069-a501-789aa89a407f None None] Pushing event updated for resources: {'Port': ['ID=9fb18e46-b2af-4644-8d38-a0af53c60017,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:41.506476 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:07:41.506884 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:41.507284 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.507668 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:07:41.508162 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Bound port: 9fb18e46-b2af-4644-8d38-a0af53c60017, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:07:41.508628 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.511862 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (52378eb0-d64b-4533-a654-d3b77b7013d1), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.547010 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:41.547413 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.606227 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] For port 9fb18e46-b2af-4644-8d38-a0af53c60017, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:07:41.611845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] For port 9fb18e46-b2af-4644-8d38-a0af53c60017, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=9fb18e46-b2af-4644-8d38-a0af53c60017,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:07:41.617201 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.652174 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.710710 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:41.711328 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:41.751623 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b19bd-9c0c-4069-a501-789aa89a407f None None] Pushing event updated for resources: {'Port': ['ID=9fb18e46-b2af-4644-8d38-a0af53c60017,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:41.769498 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:41.817427 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks [] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.817728 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-6a1ddaca-b46a-4091-acab-e5f4bf641edd None None] Provisioning complete for port 1a7785a4-35c8-4c3f-a118-8931d99544be triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:41.817957 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6a1ddaca-b46a-4091-acab-e5f4bf641edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.827222 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.871474 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:41.873271 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ddaca-b46a-4091-acab-e5f4bf641edd None None] Port 1a7785a4-35c8-4c3f-a118-8931d99544be cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:07:41.896204 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (52378eb0-d64b-4533-a654-d3b77b7013d1), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:41.898271 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Pushing event updated for resources: {'Port': ['ID=1a7785a4-35c8-4c3f-a118-8931d99544be,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:42.012381 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Network bb720cae-4dad-4da6-a242-4f7886e697d6 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:42.016030 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:42.136187 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:42.166333 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802e941c-d2d9-4fbf-a17f-236b258f3b91 None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:42.173602 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:07:42.300090 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-276d8146-cedb-4034-b1bd-0606ed825bcf None None] Provisioning complete for port 1a7785a4-35c8-4c3f-a118-8931d99544be triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:42.300386 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-276d8146-cedb-4034-b1bd-0606ed825bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:42.314313 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:42.320503 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9e580c41-a1d6-4148-bcd4-3e10145607da admin admin] 10.222.0.35 "PUT /v2.0/routers/52378eb0-d64b-4533-a654-d3b77b7013d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2421091 Jan 19 01:07:42.364319 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-276d8146-cedb-4034-b1bd-0606ed825bcf None None] Port 1a7785a4-35c8-4c3f-a118-8931d99544be cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:07:42.930436 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44660) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:42.935283 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1429020976-network', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:42.959404 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Made reservation on behalf of a1bd3d998305436dbe1d9505871bc92d for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:07:42.962045 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for network (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:42.971862 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.055916 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks [] for security_group (5749acfc-85d1-47f0-adc1-5019e270fba2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.060107 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5749acfc-85d1-47f0-adc1-5019e270fba2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.091343 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 01:07:43.098444 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5749acfc-85d1-47f0-adc1-5019e270fba2,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:43.106527 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (115f7a0b-6679-4a47-a39b-be5ef43d9124), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.106877 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Added segment 115f7a0b-6679-4a47-a39b-be5ef43d9124 of type vlan for network c247b7ce-19b9-484a-8b2f-da58ec4a10af Jan 19 01:07:43.167098 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760245403558'] for network (c247b7ce-19b9-484a-8b2f-da58ec4a10af), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.196877 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142'] for network (c247b7ce-19b9-484a-8b2f-da58ec4a10af), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.198914 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:43.199868 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.290712 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3591516 Jan 19 01:07:43.293522 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44666) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:43.304752 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc81e69-b6f8-4fe2-93b2-07bcb8a52626 admin admin] Pushing event updated for resources: {'Network': ['ID=c247b7ce-19b9-484a-8b2f-da58ec4a10af,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:43.310282 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Request body: {'subnet': {'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1429020976-subnet', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:43.320513 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af details requested by agent ovs-agent-dv-cinder-799871-14-iscsi with host dv-cinder-799871-14-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 01:07:43.339474 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Made reservation on behalf of a1bd3d998305436dbe1d9505871bc92d for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:07:43.342262 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7585875'] for subnet (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.419391 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 9fb18e46-b2af-4644-8d38-a0af53c60017 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:43.485766 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 9fb18e46-b2af-4644-8d38-a0af53c60017 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:43.486143 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.544550 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8210349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7585917'] for subnet (74a1998a-ff99-435d-94b5-0db5a57b7c0b), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.575207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 9fb18e46-b2af-4644-8d38-a0af53c60017 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:43.576162 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.598071 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a1998a-ff99-435d-94b5-0db5a57b7c0b,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:43.607402 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 9fb18e46-b2af-4644-8d38-a0af53c60017, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=9fb18e46-b2af-4644-8d38-a0af53c60017,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:43.612240 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.613867 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Checking segment: {'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:43.614249 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Network hostable DHCP agents. Network: c247b7ce-19b9-484a-8b2f-da58ec4a10af, hostable agents: ['7f1153b7-9b6f-460a-91a6-002b62fb0a60'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 01:07:43.632118 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af is scheduled to be hosted by DHCP agent 7f1153b7-9b6f-460a-91a6-002b62fb0a60 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 01:07:43.642295 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-14-iscsi, c247b7ce-19b9-484a-8b2f-da58ec4a10af) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:43.646153 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:07:43.646772 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.655312 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f0328e-a99c-4454-b936-f4b498d1fc98 None None] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:07:43.666889 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-565141fa-8ee0-4d8a-9313-1c8ca57935f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3694346 Jan 19 01:07:43.667228 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44668) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:43.671538 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:43.698721 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11997'] for router (20b014da-6022-4bcb-9510-6588c86d5b4e), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.699725 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-439194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12006'] for router (20b014da-6022-4bcb-9510-6588c86d5b4e), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.721215 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=9fb18e46-b2af-4644-8d38-a0af53c60017,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:43.752102 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks [] for router_controller (20b014da-6022-4bcb-9510-6588c86d5b4e), precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.787942 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ce751a8-797b-5c02-a6b2-7c52153f0992-c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'fixed_ips': [{'subnet_id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b'}]}} from dv-cinder-799871-14-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 01:07:43.788867 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.889269 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks [] for router_gateway (20b014da-6022-4bcb-9510-6588c86d5b4e), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:43.925051 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Allocated IP 172.20.0.2 (c247b7ce-19b9-484a-8b2f-da58ec4a10af/74a1998a-ff99-435d-94b5-0db5a57b7c0b/a4331f8c-8c0e-4e45-ad00-9da8ce628dca) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:07:44.093351 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Publish callbacks [] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.100029 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks [] for router_gateway (20b014da-6022-4bcb-9510-6588c86d5b4e), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.100799 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.123792 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.148667 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:44.151813 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:44.157174 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:07:44.167973 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Pushing event updated for resources: {'Port': ['ID=a4331f8c-8c0e-4e45-ad00-9da8ce628dca,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:44.223039 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Attempting to bind port a4331f8c-8c0e-4e45-ad00-9da8ce628dca on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:07:44.223902 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Attempting to bind port a4331f8c-8c0e-4e45-ad00-9da8ce628dca by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:07:44.224271 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Attempting to bind port a4331f8c-8c0e-4e45-ad00-9da8ce628dca on network c247b7ce-19b9-484a-8b2f-da58ec4a10af {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:44.230639 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:07:44.231002 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Checking segment: {'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:44.231622 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.232015 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Bound using segment: {'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:07:44.232485 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Bound port: a4331f8c-8c0e-4e45-ad00-9da8ce628dca, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:07:44.232862 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.254628 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Allocated IP 172.27.3.168 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/41f6727c-a4de-47f7-bfe8-560e292cab88) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:07:44.344478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] For port a4331f8c-8c0e-4e45-ad00-9da8ce628dca, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:07:44.350274 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] For port a4331f8c-8c0e-4e45-ad00-9da8ce628dca, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a4331f8c-8c0e-4e45-ad00-9da8ce628dca,segment=NetworkSegment(115f7a0b-6679-4a47-a39b-be5ef43d9124),segment_id=115f7a0b-6679-4a47-a39b-be5ef43d9124)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:07:44.357728 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.404018 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks [] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.436664 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:44.457711 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:44.460241 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:44.461506 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518556-b780-42ae-8f08-69fe2a094967 None None] Pushing event updated for resources: {'Port': ['ID=a4331f8c-8c0e-4e45-ad00-9da8ce628dca,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:44.478625 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:44.547653 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:44.553525 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:44.560698 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:07:44.569396 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Pushing event updated for resources: {'Port': ['ID=41f6727c-a4de-47f7-bfe8-560e292cab88,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:44.706722 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:44.965766 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks [] for router_gateway (20b014da-6022-4bcb-9510-6588c86d5b4e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.023926 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:07:45.055341 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 2, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:45.083769 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:45.084119 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Updating router 52378eb0-d64b-4533-a654-d3b77b7013d1 port 1a7785a4-35c8-4c3f-a118-8931d99544be binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:07:45.111199 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.216576 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615072'] for router (20b014da-6022-4bcb-9510-6588c86d5b4e), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.363921 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Router 20b014da-6022-4bcb-9510-6588c86d5b4e is scheduled to L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 01:07:45.410105 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Publish callbacks [] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.420990 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.465093 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Pushing event updated for resources: {'Port': ['ID=1a7785a4-35c8-4c3f-a118-8931d99544be,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:45.472631 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.472980 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.473340 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.473708 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.474035 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.474360 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.474698 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.475020 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.475571 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.476097 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.476605 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.477121 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.477507 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:45.485623 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:45.496246 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Sync routers for ids ['20b014da-6022-4bcb-9510-6588c86d5b4e'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:45.512307 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.517155 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44688) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:45.517635 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0e312294-e8a9-4010-84a0-eaea4f68e114 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8491280 Jan 19 01:07:45.530780 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 9fb18e46-b2af-4644-8d38-a0af53c60017 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:45.543056 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Attempting to bind port 1a7785a4-35c8-4c3f-a118-8931d99544be on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:07:45.543791 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Attempting to bind port 1a7785a4-35c8-4c3f-a118-8931d99544be by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:07:45.544316 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Attempting to bind port 1a7785a4-35c8-4c3f-a118-8931d99544be on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:45.551220 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:07:45.551536 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Checking segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:45.552126 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.552669 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Bound using segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:07:45.553291 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Bound port: 1a7785a4-35c8-4c3f-a118-8931d99544be, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:07:45.553855 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.576577 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Routers {'20b014da-6022-4bcb-9510-6588c86d5b4e'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:45.577271 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['20b014da-6022-4bcb-9510-6588c86d5b4e'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:45.622330 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] For port 1a7785a4-35c8-4c3f-a118-8931d99544be, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:07:45.626134 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] For port 1a7785a4-35c8-4c3f-a118-8931d99544be, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1a7785a4-35c8-4c3f-a118-8931d99544be,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:07:45.633275 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:45.688544 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:45.689465 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:45.739324 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Set router 20b014da-6022-4bcb-9510-6588c86d5b4e gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:45.864189 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:46.028450 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6a10f-ff9a-4e17-83f8-25523e1abc45 None None] Pushing event updated for resources: {'Port': ['ID=1a7785a4-35c8-4c3f-a118-8931d99544be,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:46.115438 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29271d3d-d758-4e87-8f4f-d352443515fc None None] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:07:46.146507 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.206014 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-b0afe525-e968-4e88-887a-44b706af97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:45Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:46.239936 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afe525-e968-4e88-887a-44b706af97db None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:45Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:46.248897 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Provisioning complete for port 1a7785a4-35c8-4c3f-a118-8931d99544be triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:46.249270 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.353416 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 9fb18e46-b2af-4644-8d38-a0af53c60017 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:46.353696 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.374911 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Allocated IP 172.20.0.1 (c247b7ce-19b9-484a-8b2f-da58ec4a10af/74a1998a-ff99-435d-94b5-0db5a57b7c0b/1727bf37-aee1-43ca-8432-fec5519b2cfa) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:07:46.502686 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Current status of the port 1a7785a4-35c8-4c3f-a118-8931d99544be is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:46.503358 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.555487 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks [] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.587666 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 9fb18e46-b2af-4644-8d38-a0af53c60017 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:46.588925 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a4331f8c-8c0e-4e45-ad00-9da8ce628dca up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:46.603797 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.644817 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:46.648775 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:46.651758 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:07:44Z', 'revision_number': 3, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port': {'id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:44Z', 'updated_at': '2022-01-19T01:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:46.652724 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:07:46.691104 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Checking router: 20b014da-6022-4bcb-9510-6588c86d5b4e for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:46.691487 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Updating router 20b014da-6022-4bcb-9510-6588c86d5b4e port 41f6727c-a4de-47f7-bfe8-560e292cab88 binding host dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:07:46.710686 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Pushing event updated for resources: {'Port': ['ID=1727bf37-aee1-43ca-8432-fec5519b2cfa,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:46.717836 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614549'] for router_interface (20b014da-6022-4bcb-9510-6588c86d5b4e), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.725069 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] For port 1a7785a4-35c8-4c3f-a118-8931d99544be, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1a7785a4-35c8-4c3f-a118-8931d99544be,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:46.726139 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port a4331f8c-8c0e-4e45-ad00-9da8ce628dca triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:46.726625 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.758921 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.783286 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.830737 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Provisioning complete for port a4331f8c-8c0e-4e45-ad00-9da8ce628dca triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:46.831109 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:46.872012 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.006081 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port a4331f8c-8c0e-4e45-ad00-9da8ce628dca is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:47.006344 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.012364 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Pushing event updated for resources: {'Port': ['ID=1a7785a4-35c8-4c3f-a118-8931d99544be,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:47.079698 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks [] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.084605 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.106348 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port a4331f8c-8c0e-4e45-ad00-9da8ce628dca, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a4331f8c-8c0e-4e45-ad00-9da8ce628dca,segment=NetworkSegment(115f7a0b-6679-4a47-a39b-be5ef43d9124),segment_id=115f7a0b-6679-4a47-a39b-be5ef43d9124)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:47.132376 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.159398 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Pushing event updated for resources: {'Port': ['ID=1727bf37-aee1-43ca-8432-fec5519b2cfa,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:47.162872 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614497'] for router_interface (20b014da-6022-4bcb-9510-6588c86d5b4e), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.185235 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Current status of the port a4331f8c-8c0e-4e45-ad00-9da8ce628dca is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:47.186308 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.231246 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=a4331f8c-8c0e-4e45-ad00-9da8ce628dca,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:47.261871 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:07:47.268722 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:07:47.343812 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.db.api [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 01:07:47.344703 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG oslo_db.api [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 01:07:47.378019 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Publish callbacks [] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.389029 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.437527 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Router 20b014da-6022-4bcb-9510-6588c86d5b4e has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:07:47.472008 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 1a7785a4-35c8-4c3f-a118-8931d99544be up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:47.522331 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Attempting to bind port 41f6727c-a4de-47f7-bfe8-560e292cab88 on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:07:47.522995 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Attempting to bind port 41f6727c-a4de-47f7-bfe8-560e292cab88 by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:07:47.523125 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Attempting to bind port 41f6727c-a4de-47f7-bfe8-560e292cab88 on network b71baf94-effa-43c9-a42c-3d4310ba4892 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:47.525227 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d8538-a15a-47eb-b6e0-d50c19f9b9b4 None None] Pushing event updated for resources: {'Port': ['ID=41f6727c-a4de-47f7-bfe8-560e292cab88,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:47.552524 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:07:47.553008 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Checking segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:47.554037 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.554037 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Bound using segment: {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:07:47.554301 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Bound port: 41f6727c-a4de-47f7-bfe8-560e292cab88, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcfbef9-63c0-4f96-878a-658c136bdb43', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:07:47.554624 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.589349 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:07:47.600059 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2d6020a6-9d83-44c4-9a33-4cdc12a4eec1 admin admin] 10.222.0.35 "PUT /v2.0/routers/20b014da-6022-4bcb-9510-6588c86d5b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0809457 Jan 19 01:07:47.628536 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 1a7785a4-35c8-4c3f-a118-8931d99544be triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:47.628983 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.631095 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] For port 41f6727c-a4de-47f7-bfe8-560e292cab88, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:07:47.635151 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] For port 41f6727c-a4de-47f7-bfe8-560e292cab88, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=41f6727c-a4de-47f7-bfe8-560e292cab88,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:07:47.655706 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.737424 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44724) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:47.751651 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d8538-a15a-47eb-b6e0-d50c19f9b9b4 None None] Pushing event updated for resources: {'Port': ['ID=41f6727c-a4de-47f7-bfe8-560e292cab88,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:47.754958 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Routers {'20b014da-6022-4bcb-9510-6588c86d5b4e'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:47.755578 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['20b014da-6022-4bcb-9510-6588c86d5b4e'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:47.833086 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 1a7785a4-35c8-4c3f-a118-8931d99544be is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:47.834241 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a4331f8c-8c0e-4e45-ad00-9da8ce628dca up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:47.851288 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.947961 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Publish callbacks [] for security_group (c9de9cd1-36be-448c-9e21-3d33a11c581f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.950329 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] Set router 20b014da-6022-4bcb-9510-6588c86d5b4e gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:47.953922 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b1aae944-acec-4e14-817b-3c651904ca09 None None] Current status of the port a4331f8c-8c0e-4e45-ad00-9da8ce628dca is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:47.955669 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c9de9cd1-36be-448c-9e21-3d33a11c581f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:47.991620 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de9cd1-36be-448c-9e21-3d33a11c581f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.003276 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.004140 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.004678 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.005204 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.005776 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.006458 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.007111 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.007909 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.008592 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.009117 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.009661 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.010267 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.010994 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:07:48.039829 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c40f8aab-36d8-4e65-af62-6215e44390b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28768f222fbc4f7ca2eca984dcfe6b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012536 Jan 19 01:07:48.042533 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44730) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.095230 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1951e331-70d4-4c3a-bd2d-233a342453d8 admin admin] Publish callbacks [] for security_group (c9de9cd1-36be-448c-9e21-3d33a11c581f), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.118284 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1951e331-70d4-4c3a-bd2d-233a342453d8 admin admin] Publish callbacks [] for security_group (c9de9cd1-36be-448c-9e21-3d33a11c581f), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.133439 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44732) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.140668 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-94113edc-f07a-439e-91a3-9f9e3eedd24d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242295534', 'description': 'tempest-secgroup-smoke-1242295534 description', 'project_id': '8e01579e07bf4fb4b649e597de305f47'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:48.167722 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-94113edc-f07a-439e-91a3-9f9e3eedd24d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.179072 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1951e331-70d4-4c3a-bd2d-233a342453d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (c9de9cd1-36be-448c-9e21-3d33a11c581f), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.181506 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1951e331-70d4-4c3a-bd2d-233a342453d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.185171 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1951e331-70d4-4c3a-bd2d-233a342453d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9de9cd1-36be-448c-9e21-3d33a11c581f HTTP/1.1" status: 204 len: 168 time: 0.1390562 Jan 19 01:07:48.185320 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Provisioning complete for port 1727bf37-aee1-43ca-8432-fec5519b2cfa triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:48.185320 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.198235 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951e331-70d4-4c3a-bd2d-233a342453d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de9cd1-36be-448c-9e21-3d33a11c581f,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.200479 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port a4331f8c-8c0e-4e45-ad00-9da8ce628dca triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:48.200881 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.255738 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-94113edc-f07a-439e-91a3-9f9e3eedd24d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group (ae3a1266-ef45-4939-bceb-949aab8ecea4), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.260592 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-94113edc-f07a-439e-91a3-9f9e3eedd24d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ae3a1266-ef45-4939-bceb-949aab8ecea4), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.298313 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-94113edc-f07a-439e-91a3-9f9e3eedd24d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.303047 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-94113edc-f07a-439e-91a3-9f9e3eedd24d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1666615 Jan 19 01:07:48.303664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44736) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.308766 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-904efdce-1a6b-4e0f-9603-fc9e1134c599 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'security_group_rule': {'security_group_id': 'ae3a1266-ef45-4939-bceb-949aab8ecea4', 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:48.314245 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94113edc-f07a-439e-91a3-9f9e3eedd24d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a1266-ef45-4939-bceb-949aab8ecea4,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.320675 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Port 1727bf37-aee1-43ca-8432-fec5519b2cfa cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:07:48.362180 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-904efdce-1a6b-4e0f-9603-fc9e1134c599 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (5ca80212-70c0-4378-857d-a7e7aa205be2), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.365467 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Provisioning complete for port 1a7785a4-35c8-4c3f-a118-8931d99544be triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:48.365870 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.428954 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-904efdce-1a6b-4e0f-9603-fc9e1134c599 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (5ca80212-70c0-4378-857d-a7e7aa205be2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.433664 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-904efdce-1a6b-4e0f-9603-fc9e1134c599 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (5ca80212-70c0-4378-857d-a7e7aa205be2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.452562 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904efdce-1a6b-4e0f-9603-fc9e1134c599 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca80212-70c0-4378-857d-a7e7aa205be2,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.455901 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port a4331f8c-8c0e-4e45-ad00-9da8ce628dca is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:48.463419 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-904efdce-1a6b-4e0f-9603-fc9e1134c599 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.465434 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-904efdce-1a6b-4e0f-9603-fc9e1134c599 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607096 Jan 19 01:07:48.468277 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44740) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.473262 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-bfefc2ba-2d42-4d0e-a2d8-214b0213894a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'security_group_rule': {'security_group_id': 'ae3a1266-ef45-4939-bceb-949aab8ecea4', 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:48.504980 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bfefc2ba-2d42-4d0e-a2d8-214b0213894a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (28f19455-4968-4d0c-8874-44ed009b1b04), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.510683 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 4, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port': {'id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:44Z', 'updated_at': '2022-01-19T01:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1727bf37-aee1-43ca-8432-fec5519b2cfa', 'name': '', 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'mac_address': 'fa:16:3e:9f:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:46Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 2, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'subnets': [{'id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:48.541255 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44742) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.543832 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c29f10-39d0-4dd0-b3b6-f142d57d25dd None None] The sync data for ids ['20b014da-6022-4bcb-9510-6588c86d5b4e'] in dv-cinder-799871-14-iscsi is: [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 4, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port': {'id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:44Z', 'updated_at': '2022-01-19T01:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1727bf37-aee1-43ca-8432-fec5519b2cfa', 'name': '', 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'mac_address': 'fa:16:3e:9f:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:46Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 2, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'subnets': [{'id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:48.552353 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Current status of the port 1a7785a4-35c8-4c3f-a118-8931d99544be is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:48.556067 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-22a570c3-0852-4540-a289-b253f94eaedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.565356 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Provisioning complete for port a4331f8c-8c0e-4e45-ad00-9da8ce628dca triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:48.565755 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.592967 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bfefc2ba-2d42-4d0e-a2d8-214b0213894a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (28f19455-4968-4d0c-8874-44ed009b1b04), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.599808 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bfefc2ba-2d42-4d0e-a2d8-214b0213894a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (28f19455-4968-4d0c-8874-44ed009b1b04), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.632868 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefc2ba-2d42-4d0e-a2d8-214b0213894a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f19455-4968-4d0c-8874-44ed009b1b04,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.645322 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bfefc2ba-2d42-4d0e-a2d8-214b0213894a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.646573 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-bfefc2ba-2d42-4d0e-a2d8-214b0213894a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770787 Jan 19 01:07:48.649661 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44744) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.655923 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-218a2c30-5bd8-4a17-af38-b17b9a433c79 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'security_group_rule': {'security_group_id': 'ae3a1266-ef45-4939-bceb-949aab8ecea4', 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:48.672923 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-399d294a-296e-490a-ba7e-097657716d9e None None] Current status of the port a4331f8c-8c0e-4e45-ad00-9da8ce628dca is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:48.695018 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-22a570c3-0852-4540-a289-b253f94eaedf admin admin] Publish callbacks [] for security_group (6f057219-4253-4921-8ece-10ed4650e74a), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.700177 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-218a2c30-5bd8-4a17-af38-b17b9a433c79 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (7a33ac96-d732-4f72-9689-dff42d99171f), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.700979 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-22a570c3-0852-4540-a289-b253f94eaedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6f057219-4253-4921-8ece-10ed4650e74a), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.747201 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-22a570c3-0852-4540-a289-b253f94eaedf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cba3a54518aa4c8f8d97bf738e9b9b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022970 Jan 19 01:07:48.747201 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a570c3-0852-4540-a289-b253f94eaedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f057219-4253-4921-8ece-10ed4650e74a,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.748482 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44746) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.768597 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-218a2c30-5bd8-4a17-af38-b17b9a433c79 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (7a33ac96-d732-4f72-9689-dff42d99171f), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.774427 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-218a2c30-5bd8-4a17-af38-b17b9a433c79 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (7a33ac96-d732-4f72-9689-dff42d99171f), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.791651 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a2c30-5bd8-4a17-af38-b17b9a433c79 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a33ac96-d732-4f72-9689-dff42d99171f,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.824264 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-218a2c30-5bd8-4a17-af38-b17b9a433c79 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.829316 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95f2e9a4-4209-432a-9e21-a9cbe4b416a0 admin admin] Publish callbacks [] for security_group (6f057219-4253-4921-8ece-10ed4650e74a), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.834494 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-218a2c30-5bd8-4a17-af38-b17b9a433c79 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1832683 Jan 19 01:07:48.835857 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44748) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:48.842371 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-e3b66df5-d55a-4324-90dc-bb5391a4c91d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'security_group_rule': {'security_group_id': 'ae3a1266-ef45-4939-bceb-949aab8ecea4', 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:48.857342 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95f2e9a4-4209-432a-9e21-a9cbe4b416a0 admin admin] Publish callbacks [] for security_group (6f057219-4253-4921-8ece-10ed4650e74a), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.874176 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3b66df5-d55a-4324-90dc-bb5391a4c91d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (889a201e-a452-46ed-8101-297bf565b566), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.922045 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95f2e9a4-4209-432a-9e21-a9cbe4b416a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (6f057219-4253-4921-8ece-10ed4650e74a), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.926143 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95f2e9a4-4209-432a-9e21-a9cbe4b416a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.929757 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-95f2e9a4-4209-432a-9e21-a9cbe4b416a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f057219-4253-4921-8ece-10ed4650e74a HTTP/1.1" status: 204 len: 168 time: 0.1778982 Jan 19 01:07:48.935475 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2e9a4-4209-432a-9e21-a9cbe4b416a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f057219-4253-4921-8ece-10ed4650e74a,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:48.976127 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3b66df5-d55a-4324-90dc-bb5391a4c91d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (889a201e-a452-46ed-8101-297bf565b566), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.980028 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3b66df5-d55a-4324-90dc-bb5391a4c91d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (889a201e-a452-46ed-8101-297bf565b566), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:48.999588 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b66df5-d55a-4324-90dc-bb5391a4c91d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889a201e-a452-46ed-8101-297bf565b566,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:49.008804 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3b66df5-d55a-4324-90dc-bb5391a4c91d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.011631 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e3b66df5-d55a-4324-90dc-bb5391a4c91d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1736658 Jan 19 01:07:49.015035 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44752) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:49.021703 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'security_group_rule': {'security_group_id': 'ae3a1266-ef45-4939-bceb-949aab8ecea4', 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:49.049340 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Project 8e01579e07bf4fb4b649e597de305f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 01:07:49.055172 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (81ff14d1-80be-46ee-a024-8ffd4dd7a7cb), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.138801 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (81ff14d1-80be-46ee-a024-8ffd4dd7a7cb), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.145742 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (81ff14d1-80be-46ee-a024-8ffd4dd7a7cb), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.163748 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ff14d1-80be-46ee-a024-8ffd4dd7a7cb,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:49.175212 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.176448 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-62f37b64-4b39-487d-a0fd-f857ad1927c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599920 Jan 19 01:07:49.179263 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44756) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:49.184298 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'security_group_rule': {'security_group_id': 'ae3a1266-ef45-4939-bceb-949aab8ecea4', 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:07:49.225033 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Project 8e01579e07bf4fb4b649e597de305f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 01:07:49.230660 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (9a9c850b-75b0-4616-8274-c571429688f8), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.315049 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (9a9c850b-75b0-4616-8274-c571429688f8), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.320371 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429582'] for security_group_rule (9a9c850b-75b0-4616-8274-c571429688f8), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.339945 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9c850b-75b0-4616-8274-c571429688f8,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:49.348896 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:49.350367 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-053d9aad-a010-48cf-9700-416fcf218a44 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698031 Jan 19 01:07:50.091307 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3642fab3-6b3d-4346-acf2-d6ef651c944e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:50.860178 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Sync routers for ids ['20b014da-6022-4bcb-9510-6588c86d5b4e'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:07:50.870999 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Routers {'20b014da-6022-4bcb-9510-6588c86d5b4e'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:50.871628 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['20b014da-6022-4bcb-9510-6588c86d5b4e'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:50.984043 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Set router 20b014da-6022-4bcb-9510-6588c86d5b4e gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:51.198042 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 4, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port': {'id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:44Z', 'updated_at': '2022-01-19T01:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1727bf37-aee1-43ca-8432-fec5519b2cfa', 'name': '', 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'mac_address': 'fa:16:3e:9f:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:46Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 2, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'subnets': [{'id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:51.223753 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Checking router: 20b014da-6022-4bcb-9510-6588c86d5b4e for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:07:51.224108 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Updating router 20b014da-6022-4bcb-9510-6588c86d5b4e port 1727bf37-aee1-43ca-8432-fec5519b2cfa binding host dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 01:07:51.251837 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.374093 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 41f6727c-a4de-47f7-bfe8-560e292cab88 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:51.429469 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 41f6727c-a4de-47f7-bfe8-560e292cab88 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:51.429868 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.512151 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 41f6727c-a4de-47f7-bfe8-560e292cab88 is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:51.512540 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.533716 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] For port 41f6727c-a4de-47f7-bfe8-560e292cab88, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=41f6727c-a4de-47f7-bfe8-560e292cab88,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:51.537703 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.587760 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Pushing event updated for resources: {'Port': ['ID=41f6727c-a4de-47f7-bfe8-560e292cab88,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:51.608081 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Publish callbacks [] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.620864 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.672725 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d59c-b26c-4012-b25b-e4333f2505d3 None None] Pushing event updated for resources: {'Port': ['ID=1727bf37-aee1-43ca-8432-fec5519b2cfa,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:51.735887 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Attempting to bind port 1727bf37-aee1-43ca-8432-fec5519b2cfa on host dv-cinder-799871-14-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:07:51.736261 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Attempting to bind port 1727bf37-aee1-43ca-8432-fec5519b2cfa by drivers openvswitch,hyperv on host dv-cinder-799871-14-iscsi at level 0 using segments [{'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:07:51.736617 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Attempting to bind port 1727bf37-aee1-43ca-8432-fec5519b2cfa on network c247b7ce-19b9-484a-8b2f-da58ec4a10af {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:07:51.742794 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Checking agent: {'id': '8fc538d6-3854-4d42-960d-d72988144bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 50, 56), 'started_at': datetime.datetime(2022, 1, 19, 0, 51, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:07:51.743371 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Checking segment: {'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:07:51.743870 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.744521 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Bound using segment: {'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:07:51.744937 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Bound port: 1727bf37-aee1-43ca-8432-fec5519b2cfa, host: dv-cinder-799871-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115f7a0b-6679-4a47-a39b-be5ef43d9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:07:51.745328 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.817408 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] For port 1727bf37-aee1-43ca-8432-fec5519b2cfa, host dv-cinder-799871-14-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:07:51.820642 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] For port 1727bf37-aee1-43ca-8432-fec5519b2cfa, host dv-cinder-799871-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1727bf37-aee1-43ca-8432-fec5519b2cfa,segment=NetworkSegment(115f7a0b-6679-4a47-a39b-be5ef43d9124),segment_id=115f7a0b-6679-4a47-a39b-be5ef43d9124)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:07:51.826599 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.880860 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Routers {'20b014da-6022-4bcb-9510-6588c86d5b4e'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:07:51.881525 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:07:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['20b014da-6022-4bcb-9510-6588c86d5b4e'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:51.924022 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-6e469500-b481-466c-821a-684cecc19552 None None] Provisioning complete for port 1727bf37-aee1-43ca-8432-fec5519b2cfa triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:51.924740 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6e469500-b481-466c-821a-684cecc19552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:51.948015 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d59c-b26c-4012-b25b-e4333f2505d3 None None] Pushing event updated for resources: {'Port': ['ID=1727bf37-aee1-43ca-8432-fec5519b2cfa,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:52.027490 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] Set router 20b014da-6022-4bcb-9510-6588c86d5b4e gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:07:52.032915 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-6e469500-b481-466c-821a-684cecc19552 None None] Current status of the port 1727bf37-aee1-43ca-8432-fec5519b2cfa is: DOWN; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:52.033492 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6e469500-b481-466c-821a-684cecc19552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:52.086460 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-6e469500-b481-466c-821a-684cecc19552 None None] For port 1727bf37-aee1-43ca-8432-fec5519b2cfa, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1727bf37-aee1-43ca-8432-fec5519b2cfa,segment=NetworkSegment(115f7a0b-6679-4a47-a39b-be5ef43d9124),segment_id=115f7a0b-6679-4a47-a39b-be5ef43d9124)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:07:52.093128 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6e469500-b481-466c-821a-684cecc19552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:52.152167 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e469500-b481-466c-821a-684cecc19552 None None] Pushing event updated for resources: {'Port': ['ID=1727bf37-aee1-43ca-8432-fec5519b2cfa,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:52.215002 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-a7119fe8-f2c2-44ae-b4c7-a84c9b290130 None None] Provisioning complete for port 1727bf37-aee1-43ca-8432-fec5519b2cfa triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:52.215459 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a7119fe8-f2c2-44ae-b4c7-a84c9b290130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:52.283610 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 4, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port': {'id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:44Z', 'updated_at': '2022-01-19T01:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1727bf37-aee1-43ca-8432-fec5519b2cfa', 'name': '', 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'mac_address': 'fa:16:3e:9f:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:46Z', 'updated_at': '2022-01-19T01:07:51Z', 'revision_number': 4, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'subnets': [{'id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:07:52.309918 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-a7119fe8-f2c2-44ae-b4c7-a84c9b290130 None None] Current status of the port 1727bf37-aee1-43ca-8432-fec5519b2cfa is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:52.312292 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7007b3d4-7cc3-4e22-a968-a9aed75fd219 None None] The sync data for ids ['20b014da-6022-4bcb-9510-6588c86d5b4e'] in dv-cinder-799871-14-iscsi is: [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 4, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port': {'id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:44Z', 'updated_at': '2022-01-19T01:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1727bf37-aee1-43ca-8432-fec5519b2cfa', 'name': '', 'network_id': 'c247b7ce-19b9-484a-8b2f-da58ec4a10af', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'mac_address': 'fa:16:3e:9f:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:46Z', 'updated_at': '2022-01-19T01:07:51Z', 'revision_number': 4, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'subnets': [{'id': '74a1998a-ff99-435d-94b5-0db5a57b7c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:07:52.333428 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fbac617b-0445-4705-9b50-c473de9a3e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:53.373410 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 1727bf37-aee1-43ca-8432-fec5519b2cfa up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:53.423088 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 1727bf37-aee1-43ca-8432-fec5519b2cfa triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:53.423455 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:53.514842 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 1727bf37-aee1-43ca-8432-fec5519b2cfa is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:53.516617 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 41f6727c-a4de-47f7-bfe8-560e292cab88 up at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:07:53.569182 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Provisioning complete for port 41f6727c-a4de-47f7-bfe8-560e292cab88 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:07:53.569592 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:53.611417 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:53.658332 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Current status of the port 41f6727c-a4de-47f7-bfe8-560e292cab88 is: ACTIVE; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:07:54.903826 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.108066 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44900) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:55.216200 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c921d985-b4cb-4051-9ff6-2b3be890049c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.291405 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c921d985-b4cb-4051-9ff6-2b3be890049c admin admin] Publish callbacks [] for security_group (649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.296096 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c921d985-b4cb-4051-9ff6-2b3be890049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.334523 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c921d985-b4cb-4051-9ff6-2b3be890049c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2110ec72466c46d1a0fd5b599bce8f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253015 Jan 19 01:07:55.335229 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921d985-b4cb-4051-9ff6-2b3be890049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:55.338010 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44904) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:55.387543 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ada4d071-d738-4c8a-9290-71a62ebff1ee admin admin] Publish callbacks [] for security_group (649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.409409 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ada4d071-d738-4c8a-9290-71a62ebff1ee admin admin] Publish callbacks [] for security_group (649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.458058 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ada4d071-d738-4c8a-9290-71a62ebff1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.460637 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ada4d071-d738-4c8a-9290-71a62ebff1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.461867 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ada4d071-d738-4c8a-9290-71a62ebff1ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0 HTTP/1.1" status: 204 len: 168 time: 0.1224902 Jan 19 01:07:55.469463 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4d071-d738-4c8a-9290-71a62ebff1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f99ed-6dc5-4ceb-95bc-e73f8dd53fb0,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:55.739550 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44910) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:55.754351 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b9a57b5f-7cfc-4c07-8139-e97793ce2e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.836218 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b9a57b5f-7cfc-4c07-8139-e97793ce2e30 admin admin] Publish callbacks [] for security_group (27bb3a2c-e87c-4de6-b690-4565af3d05ef), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.846478 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b9a57b5f-7cfc-4c07-8139-e97793ce2e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (27bb3a2c-e87c-4de6-b690-4565af3d05ef), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.889400 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b9a57b5f-7cfc-4c07-8139-e97793ce2e30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=485fb4d89b17421d85796c4d4fd9540d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484518 Jan 19 01:07:55.890714 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a57b5f-7cfc-4c07-8139-e97793ce2e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb3a2c-e87c-4de6-b690-4565af3d05ef,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:55.892338 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44912) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:55.960716 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9115fc1-033e-4064-b5a2-71863b374f79 admin admin] Publish callbacks [] for security_group (27bb3a2c-e87c-4de6-b690-4565af3d05ef), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:55.981994 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9115fc1-033e-4064-b5a2-71863b374f79 admin admin] Publish callbacks [] for security_group (27bb3a2c-e87c-4de6-b690-4565af3d05ef), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:56.031932 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9115fc1-033e-4064-b5a2-71863b374f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (27bb3a2c-e87c-4de6-b690-4565af3d05ef), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:56.034642 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9115fc1-033e-4064-b5a2-71863b374f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:56.035795 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c9115fc1-033e-4064-b5a2-71863b374f79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27bb3a2c-e87c-4de6-b690-4565af3d05ef HTTP/1.1" status: 204 len: 168 time: 0.1420794 Jan 19 01:07:56.043631 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9115fc1-033e-4064-b5a2-71863b374f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb3a2c-e87c-4de6-b690-4565af3d05ef,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:07:56.226951 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:58.850881 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:59.714582 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 44964) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:59.829788 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b579c24-8a2c-476b-bb64-9c3b9a468bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:59.907684 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b579c24-8a2c-476b-bb64-9c3b9a468bc2 admin admin] Publish callbacks [] for security_group (f7849fac-2089-4429-a8cf-fe9171b2df87), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:59.911991 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b579c24-8a2c-476b-bb64-9c3b9a468bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f7849fac-2089-4429-a8cf-fe9171b2df87), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:07:59.955844 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4b579c24-8a2c-476b-bb64-9c3b9a468bc2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd2826da5ff849ceae1fe846b3e3eb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373767 Jan 19 01:07:59.956928 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 44968) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:07:59.957756 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b579c24-8a2c-476b-bb64-9c3b9a468bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7849fac-2089-4429-a8cf-fe9171b2df87,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:00.261494 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Publish callbacks [] for security_group (f7849fac-2089-4429-a8cf-fe9171b2df87), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:00.284039 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Publish callbacks [] for security_group (f7849fac-2089-4429-a8cf-fe9171b2df87), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:00.333498 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (f7849fac-2089-4429-a8cf-fe9171b2df87), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:00.336000 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:00.337123 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7849fac-2089-4429-a8cf-fe9171b2df87 HTTP/1.1" status: 204 len: 168 time: 0.3790636 Jan 19 01:08:00.345370 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7849fac-2089-4429-a8cf-fe9171b2df87,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:00.352318 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.352661 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.352999 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.353331 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.353687 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.354013 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.354337 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.354662 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.355060 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.355292 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.355614 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.355929 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:00.356241 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa89685-6edb-498d-9887-9c86a929182e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:06.994181 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-4fa5de22-e218-4f42-b60b-a21dbbf21b2f tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242295534&fields=id&tenant_id=8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 267 time: 0.0481691 Jan 19 01:08:07.121789 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-47a6e614-8139-4d5c-b3bf-2ccbd4fef5c6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:07.123433 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-47a6e614-8139-4d5c-b3bf-2ccbd4fef5c6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 811 time: 0.1235499 Jan 19 01:08:07.140590 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-60d60450-f4a9-4e9f-808c-c1b3447aa642 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/quotas/8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 375 time: 0.0113885 Jan 19 01:08:07.196777 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-916b31f9-1bef-47dc-9231-07701151b89c tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489128 Jan 19 01:08:07.554467 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-763b4e03-fb8d-4e5e-96a5-5f18b94febac service neutron] 10.222.0.35 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461978 Jan 19 01:08:07.642820 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-afbded07-7320-407e-bb57-e2eea6197852 service neutron] 10.222.0.35 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826807 Jan 19 01:08:07.957175 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5855790c-0110-4697-9562-8ff1b525554a req-bb9aebeb-1f91-4487-bc47-c072719cd808 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Jan 19 01:08:09.071335 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-847f6b21-73c4-4e1c-bc04-63e379bf1e17 req-b68cd8e1-5a43-47d6-9089-c19971fe7e57 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 210 time: 0.0326166 Jan 19 01:08:09.080524 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-0ccc60e4-b854-4559-bc2c-1c187a331bec tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:09.083807 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-0ccc60e4-b854-4559-bc2c-1c187a331bec tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 811 time: 0.1232038 Jan 19 01:08:09.161164 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-339f319c-f245-461d-b7b9-84f21dc3d29d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 380 time: 0.0573752 Jan 19 01:08:09.176002 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'port': {'device_id': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'admin_state_up': True, 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'security_groups': ['ae3a1266-ef45-4939-bceb-949aab8ecea4']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:08:09.293989 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Made reservation on behalf of 8e01579e07bf4fb4b649e597de305f47 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:08:09.300799 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:09.429458 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Allocated IP 172.20.0.8 (bb720cae-4dad-4da6-a242-4f7886e697d6/7ade0fac-6609-4524-9716-d7a98e14c3b7/ea54a915-7d54-4b44-9b45-f5261234d2b2) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:08:09.575006 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:09.611030 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:09.661297 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Network bb720cae-4dad-4da6-a242-4f7886e697d6 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:08:09.667523 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:08:09.672340 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:08:09.676798 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=ea54a915-7d54-4b44-9b45-f5261234d2b2,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:09.745040 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:09.745752 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:09.767496 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-fca809c5-414a-478a-8c3a-35c97b606c2e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959549 Jan 19 01:08:09.790276 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Request body: {'port': {'device_id': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:08:09.856865 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:09.954258 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-04794493-be09-4f98-8c1f-a9e4145a1446 None None] Provisioning complete for port ea54a915-7d54-4b44-9b45-f5261234d2b2 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:08:09.954878 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-04794493-be09-4f98-8c1f-a9e4145a1446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:09.991996 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-04794493-be09-4f98-8c1f-a9e4145a1446 None None] Port ea54a915-7d54-4b44-9b45-f5261234d2b2 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:08:10.137179 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea54a915-7d54-4b44-9b45-f5261234d2b2 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:08:10.145034 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Publish callbacks [] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:10.166597 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Transition to ACTIVE for port object ea54a915-7d54-4b44-9b45-f5261234d2b2 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:08:10.184219 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:10.254465 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621566-ec04-49e6-9da8-95356289f032 req-9d92a31b-f2bb-4acb-a2e8-74d552314316 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:10.256022 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d1621566-ec04-49e6-9da8-95356289f032 req-9d92a31b-f2bb-4acb-a2e8-74d552314316 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 931 time: 0.1051052 Jan 19 01:08:10.280568 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Pushing event updated for resources: {'Port': ['ID=ea54a915-7d54-4b44-9b45-f5261234d2b2,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:10.361723 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d1621566-ec04-49e6-9da8-95356289f032 req-99248adc-5146-43d0-a59a-6475fadbf511 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895762 Jan 19 01:08:10.366919 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Attempting to bind port ea54a915-7d54-4b44-9b45-f5261234d2b2 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:08:10.367251 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Attempting to bind port ea54a915-7d54-4b44-9b45-f5261234d2b2 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:08:10.367571 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Attempting to bind port ea54a915-7d54-4b44-9b45-f5261234d2b2 on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:08:10.372222 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Port ea54a915-7d54-4b44-9b45-f5261234d2b2 on network bb720cae-4dad-4da6-a242-4f7886e697d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:08:10.372541 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Attempting to bind port ea54a915-7d54-4b44-9b45-f5261234d2b2 on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:08:10.377686 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:08:10.378053 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Checking segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:08:10.378960 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Bound using segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:08:10.379383 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Bound port: ea54a915-7d54-4b44-9b45-f5261234d2b2, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:08:10.379735 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:10.450392 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] For port ea54a915-7d54-4b44-9b45-f5261234d2b2, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:08:10.453433 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] For port ea54a915-7d54-4b44-9b45-f5261234d2b2, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:08:10.458832 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:10.492749 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:10.493363 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:10.494760 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] 10.222.0.32 "PUT /v2.0/ports/ea54a915-7d54-4b44-9b45-f5261234d2b2 HTTP/1.1" status: 200 len: 1093 time: 0.7113047 Jan 19 01:08:10.495205 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:08:10.497440 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66" -d '{"events": [{"name": "network-changed", "server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:08:10.527864 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d937a98-1dc9-49d5-94f1-f96ed44614fb service neutron] Pushing event updated for resources: {'Port': ['ID=ea54a915-7d54-4b44-9b45-f5261234d2b2,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:10.539390 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b0d5e7-5f6a-40bf-b0bd-e7b85346b1d6 x-openstack-request-id: req-32b0d5e7-5f6a-40bf-b0bd-e7b85346b1d6 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:08:10.539688 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:08:10.539972 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32b0d5e7-5f6a-40bf-b0bd-e7b85346b1d6 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:08:10.540372 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'status': 'completed', 'code': 200} Jan 19 01:08:10.609261 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-019fe5be-1bdd-45ab-9c6b-cc9c12604c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:10.610826 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-019fe5be-1bdd-45ab-9c6b-cc9c12604c1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 1096 time: 0.0461228 Jan 19 01:08:10.666787 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-5da2fe12-2085-4312-b7c8-5989b9097a7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2 HTTP/1.1" status: 200 len: 217 time: 0.0351171 Jan 19 01:08:10.719229 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-eec3cb0d-e843-4224-837d-517800c02a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:10.720696 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-eec3cb0d-e843-4224-837d-517800c02a32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0438077 Jan 19 01:08:10.773586 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-4e703150-f752-4817-aae7-5061c6b93d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:10.775005 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-4e703150-f752-4817-aae7-5061c6b93d5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441327 Jan 19 01:08:10.868712 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-e8e9be01-f067-42f6-a97b-f6a437ea2bfb service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843308 Jan 19 01:08:10.969974 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43ef05a8-a479-4e5d-aa2e-e9d1181b3e8f req-d9ffb3c7-476f-40c9-915f-9641fd7583eb service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919619 Jan 19 01:08:11.106678 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45158) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:08:11.118190 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-59d40ed5-5b3f-4b8f-ad95-0fc4a6a39da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:11.120822 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-59d40ed5-5b3f-4b8f-ad95-0fc4a6a39da4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 1096 time: 0.0563052 Jan 19 01:08:11.227387 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-b0c3e817-5814-499e-a868-13fddb1129e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:11.229173 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-b0c3e817-5814-499e-a868-13fddb1129e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0943460 Jan 19 01:08:11.234010 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-28f14565-6a30-437d-9100-99aaf2297475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:11.277147 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-2fc5ad2a-de3b-471e-b149-743c8c0a6a4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2 HTTP/1.1" status: 200 len: 217 time: 0.0406816 Jan 19 01:08:11.320390 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-28f14565-6a30-437d-9100-99aaf2297475 admin admin] Publish callbacks [] for security_group (d0063244-0674-495a-baf8-e207045cc750), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:11.323803 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-28f14565-6a30-437d-9100-99aaf2297475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d0063244-0674-495a-baf8-e207045cc750), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:11.346047 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-21b7b928-e2cf-46b9-a731-6b53ccec07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:11.347331 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-21b7b928-e2cf-46b9-a731-6b53ccec07f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0467708 Jan 19 01:08:11.360725 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f14565-6a30-437d-9100-99aaf2297475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0063244-0674-495a-baf8-e207045cc750,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:11.366251 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-28f14565-6a30-437d-9100-99aaf2297475 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ed9c087048944c3b9e72726b9b1049e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579458 Jan 19 01:08:11.368915 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45162) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:08:11.396866 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-1f3bfb95-cf36-4115-925e-1cdf6752d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:11.398575 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-1f3bfb95-cf36-4115-925e-1cdf6752d31d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447636 Jan 19 01:08:11.419880 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c419088c-2e78-48b8-be2d-372202ccb6b6 admin admin] Publish callbacks [] for security_group (d0063244-0674-495a-baf8-e207045cc750), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:11.443451 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c419088c-2e78-48b8-be2d-372202ccb6b6 admin admin] Publish callbacks [] for security_group (d0063244-0674-495a-baf8-e207045cc750), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:11.494761 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c419088c-2e78-48b8-be2d-372202ccb6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (d0063244-0674-495a-baf8-e207045cc750), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:11.498652 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c419088c-2e78-48b8-be2d-372202ccb6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:11.499946 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c419088c-2e78-48b8-be2d-372202ccb6b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0063244-0674-495a-baf8-e207045cc750 HTTP/1.1" status: 204 len: 168 time: 0.1301939 Jan 19 01:08:11.509097 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419088c-2e78-48b8-be2d-372202ccb6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0063244-0674-495a-baf8-e207045cc750,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:11.563718 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5942b-2e82-49f8-80bd-48a7320f8a16 req-faed8534-2264-4f09-a23f-e39f8a6f13a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:11.565253 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-92e5942b-2e82-49f8-80bd-48a7320f8a16 req-faed8534-2264-4f09-a23f-e39f8a6f13a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.1024766 Jan 19 01:08:11.569851 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-daa9f9cc-f2d2-4895-8595-77c9a1d3e3be service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645045 Jan 19 01:08:11.683421 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-92e5942b-2e82-49f8-80bd-48a7320f8a16 req-202c09ee-4abd-4994-ac3b-a6a972919ac6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101427 Jan 19 01:08:11.714563 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2eb3aa57-25ff-41a3-a8f7-4cad5cb1fd66 req-a5b1b999-88b2-47e0-a0b3-49a0e365be23 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326478 Jan 19 01:08:12.806378 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd46406-9ae7-4634-b2cd-70784c575e96 req-e764ec62-3d24-428b-a034-11cd80a0162a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:12.807924 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6fd46406-9ae7-4634-b2cd-70784c575e96 req-e764ec62-3d24-428b-a034-11cd80a0162a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.0528691 Jan 19 01:08:12.857072 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6fd46406-9ae7-4634-b2cd-70784c575e96 req-8fd463f6-e804-413f-a328-30d99a46647f tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Jan 19 01:08:13.973692 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae80adc-36f6-4ded-92ec-364e28b0a158 req-b0ca6aab-65e8-4776-a4cd-48d376915cce tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:13.975178 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eae80adc-36f6-4ded-92ec-364e28b0a158 req-b0ca6aab-65e8-4776-a4cd-48d376915cce tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.0504696 Jan 19 01:08:14.023772 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eae80adc-36f6-4ded-92ec-364e28b0a158 req-5c637ca1-f9f9-45d0-a5a7-6b0b3780f38f tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Jan 19 01:08:15.141937 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9fa9-c3c9-4378-90fa-fb41e0bd0537 req-a76ce83b-66bd-4f80-846a-ee837ec0f1e0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:15.143601 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b26f9fa9-c3c9-4378-90fa-fb41e0bd0537 req-a76ce83b-66bd-4f80-846a-ee837ec0f1e0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.0519540 Jan 19 01:08:15.192582 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b26f9fa9-c3c9-4378-90fa-fb41e0bd0537 req-24883c7a-d667-4848-b47d-528d82175ad0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 Jan 19 01:08:16.308317 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095168b-6a23-4003-a44f-16083ff5a0ca req-afdfd410-f5a2-4331-be3c-f704f65342ab tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:16.309847 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a095168b-6a23-4003-a44f-16083ff5a0ca req-afdfd410-f5a2-4331-be3c-f704f65342ab tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.0500357 Jan 19 01:08:16.364434 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a095168b-6a23-4003-a44f-16083ff5a0ca req-85ce05e0-9b32-4a80-81ac-241df64a9dc6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486686 Jan 19 01:08:17.480140 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38db35-b667-4ec8-a7f3-69e70c3af25f req-1578bc17-4c45-418f-9c12-a804135cfaac tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:17.481766 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3e38db35-b667-4ec8-a7f3-69e70c3af25f req-1578bc17-4c45-418f-9c12-a804135cfaac tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.0510583 Jan 19 01:08:17.539233 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-3e38db35-b667-4ec8-a7f3-69e70c3af25f req-aa5be19d-723a-459e-9155-983b96fd900e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514398 Jan 19 01:08:18.655810 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b06694-d8d9-41e7-94c1-afd4160ef7cb req-2743b174-6e30-433c-9bec-3ef9483adad0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:18.657359 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f9b06694-d8d9-41e7-94c1-afd4160ef7cb req-2743b174-6e30-433c-9bec-3ef9483adad0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.0509365 Jan 19 01:08:18.708174 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f9b06694-d8d9-41e7-94c1-afd4160ef7cb req-810da68a-237d-4a04-a544-236e5a1c622d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451579 Jan 19 01:08:19.630142 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device ea54a915-7d54-4b44-9b45-f5261234d2b2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:08:19.726108 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port ea54a915-7d54-4b44-9b45-f5261234d2b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:08:19.738368 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'port_id': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'mac_address': 'fa:16:3e:a9:30:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:08:19.777358 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port ea54a915-7d54-4b44-9b45-f5261234d2b2 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:08:19.777781 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:19.791502 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea54a915-7d54-4b44-9b45-f5261234d2b2 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:08:19.817172 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port ea54a915-7d54-4b44-9b45-f5261234d2b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:08:19.822006 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:19.833228 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e01a2-8713-488a-ae0e-d50370659da0 req-f572f5db-2d2f-42cf-996a-76a77ee34037 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:19.834820 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-052e01a2-8713-488a-ae0e-d50370659da0 req-f572f5db-2d2f-42cf-996a-76a77ee34037 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 943 time: 0.0549858 Jan 19 01:08:19.869146 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=ea54a915-7d54-4b44-9b45-f5261234d2b2,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:19.882518 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.882958 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.883292 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.883632 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.883951 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.884272 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.884589 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.884927 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.885227 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.885545 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.885886 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.886200 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.886507 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:08:19.888168 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-052e01a2-8713-488a-ae0e-d50370659da0 req-383d8618-dfdd-4a91-bcdd-c42e9b360a7c tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 Jan 19 01:08:20.093991 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-aa969f8c-5228-45af-9fd7-ba917e18bded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:20.180650 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['ea54a915-7d54-4b44-9b45-f5261234d2b2'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:08:21.012863 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de41157-c7f1-4fbc-8ec1-cd97b7dfe4e3 req-dbe605a3-96fe-4b7b-908e-eb77472a27e1 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:21.014508 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1de41157-c7f1-4fbc-8ec1-cd97b7dfe4e3 req-dbe605a3-96fe-4b7b-908e-eb77472a27e1 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 944 time: 0.0536740 Jan 19 01:08:21.066137 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1de41157-c7f1-4fbc-8ec1-cd97b7dfe4e3 req-090676d1-34f4-4820-9df0-e7ec25f9373e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Jan 19 01:08:21.646259 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device ea54a915-7d54-4b44-9b45-f5261234d2b2 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:08:21.694590 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port ea54a915-7d54-4b44-9b45-f5261234d2b2 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:08:21.699288 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port ea54a915-7d54-4b44-9b45-f5261234d2b2 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:08:21.699651 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:21.779869 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port ea54a915-7d54-4b44-9b45-f5261234d2b2 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:08:21.780252 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:21.805292 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:08:21.808405 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cc8199-2b16-444a-aeea-21cca26070e2" -d '{"events": [{"server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "name": "network-vif-plugged", "status": "completed", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:08:21.820686 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port ea54a915-7d54-4b44-9b45-f5261234d2b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:08:21.824956 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:21.850102 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710d84ba-d8c4-4325-929d-03a2ca0e4bb8 x-openstack-request-id: req-710d84ba-d8c4-4325-929d-03a2ca0e4bb8 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:08:21.850580 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "name": "network-vif-plugged", "status": "completed", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:08:21.851040 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-710d84ba-d8c4-4325-929d-03a2ca0e4bb8 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:08:21.851683 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'code': 200} Jan 19 01:08:21.881276 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=ea54a915-7d54-4b44-9b45-f5261234d2b2,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:22.022930 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:08:22.119525 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0290a-b780-4c50-a223-0e37e7cad866 req-d1212330-345e-47df-803f-804e725cd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:22.121044 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0e0290a-b780-4c50-a223-0e37e7cad866 req-d1212330-345e-47df-803f-804e725cd8eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 1098 time: 0.0447648 Jan 19 01:08:22.196131 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0e0290a-b780-4c50-a223-0e37e7cad866 req-b4cd3cd8-baa7-4d0d-bbaf-d88b838525ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682502 Jan 19 01:08:22.211585 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3926a-6bde-462e-85b0-95492a5dd179 req-3a3a6c6a-b329-4545-9093-0ddba1cfad11 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:22.213185 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-aee3926a-6bde-462e-85b0-95492a5dd179 req-3a3a6c6a-b329-4545-9093-0ddba1cfad11 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 945 time: 0.0717032 Jan 19 01:08:22.267547 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-aee3926a-6bde-462e-85b0-95492a5dd179 req-987d550c-eff8-4077-946f-e4c03c17ba7b tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474024 Jan 19 01:08:22.335928 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-31d4a5f8-d935-49aa-b512-8b3fa0674ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:23.388697 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a1b0a-1a69-4ed5-a7e1-224ef2c02f4e req-6966ef0c-6b9f-495a-a70f-e46283d3af6f tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:23.390258 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6d8a1b0a-1a69-4ed5-a7e1-224ef2c02f4e req-6966ef0c-6b9f-495a-a70f-e46283d3af6f tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 945 time: 0.0510123 Jan 19 01:08:23.450943 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-6d8a1b0a-1a69-4ed5-a7e1-224ef2c02f4e req-ab2438ff-b440-4b10-9911-190b82784370 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504255 Jan 19 01:08:23.593860 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:24.579406 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43284a11-7389-4190-8f12-f34a644509f1 req-31800d53-d0ca-4616-aabc-592a1269b2ed tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:24.580790 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43284a11-7389-4190-8f12-f34a644509f1 req-31800d53-d0ca-4616-aabc-592a1269b2ed tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Jan 19 01:08:24.628900 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43284a11-7389-4190-8f12-f34a644509f1 req-caf4e3d2-15a0-4d5e-b652-705cfd28640d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Jan 19 01:08:24.744531 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b99556-fdfa-4bb0-a489-d0905fec68e6 req-ceb6fac0-ca24-40f2-b48f-9700570ea16d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:24.746015 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9b99556-fdfa-4bb0-a489-d0905fec68e6 req-ceb6fac0-ca24-40f2-b48f-9700570ea16d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 945 time: 0.0518064 Jan 19 01:08:24.793789 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d9b99556-fdfa-4bb0-a489-d0905fec68e6 req-44ff2d38-9d32-4527-9012-8d67fa5d0059 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Jan 19 01:08:24.816300 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45194) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:08:24.906856 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.001410 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65a3a2-a707-43b7-b111-cf03bc4b9704 tempest-TestVolumeBootPattern-910770368 tempest-TestVolumeBootPattern-910770368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:25.003065 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0d65a3a2-a707-43b7-b111-cf03bc4b9704 tempest-TestVolumeBootPattern-910770368 tempest-TestVolumeBootPattern-910770368-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 1093 time: 0.1857576 Jan 19 01:08:25.006507 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45198) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:08:25.010908 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'port_id': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:08:25.034561 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.137243 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.239665 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Allocated IP 172.27.3.126 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/d3a27eb0-7acc-4928-a314-f93edb9f24e5) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:08:25.341793 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.374669 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.412569 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:08:25.415369 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:08:25.418846 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:08:25.441876 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=d3a27eb0-7acc-4928-a314-f93edb9f24e5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:25.764077 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (afc04394-4974-4f6b-b457-5e5d2e0fe10d), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.826256 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.970317 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:25.974826 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:26.046808 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=d3a27eb0-7acc-4928-a314-f93edb9f24e5,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:08:26.057952 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (afc04394-4974-4f6b-b457-5e5d2e0fe10d), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:26.160162 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Floating IP afc04394-4974-4f6b-b457-5e5d2e0fe10d associated. External IP: 172.27.3.126, port: ea54a915-7d54-4b44-9b45-f5261234d2b2. Jan 19 01:08:26.223973 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:26.370971 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:08:26.481624 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:08:26.492396 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:08:26.503668 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:26.504764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:08:26.505404 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:08:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:08:26.531620 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-48d6c8d9-87e3-4abb-8e49-f7bec2c750a9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5240605 Jan 19 01:08:26.532214 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:08:26.534574 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89b3a84-7e45-47db-bc61-a7973ddacf74" -d '{"events": [{"name": "network-changed", "server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:08:26.572853 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ecaeb-08cd-4bbb-b277-a30340af6d1d x-openstack-request-id: req-490ecaeb-08cd-4bbb-b277-a30340af6d1d {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:08:26.573141 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:08:26.573436 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-490ecaeb-08cd-4bbb-b277-a30340af6d1d {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:08:26.573830 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'status': 'completed', 'code': 200} Jan 19 01:08:26.668091 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-3fb230d2-8cc9-46d8-90be-bd9e41337401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:26.669685 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-3fb230d2-8cc9-46d8-90be-bd9e41337401 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 1098 time: 0.0465088 Jan 19 01:08:26.756845 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:08:26.766976 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-5bb5064a-ba15-4d36-97cb-fc22f233a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:26.768462 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-5bb5064a-ba15-4d36-97cb-fc22f233a7c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0914779 Jan 19 01:08:26.835811 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-941cd781-7ad2-4f1e-bfb2-b4cad81afffd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2 HTTP/1.1" status: 200 len: 999 time: 0.0614314 Jan 19 01:08:26.893237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-5c441e10-c5d0-4e4c-9c62-a6782dea7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:26.894760 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-5c441e10-c5d0-4e4c-9c62-a6782dea7600 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0532963 Jan 19 01:08:26.946347 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-e68aa303-3e12-44ef-949c-446a056a405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:08:26.947744 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-e68aa303-3e12-44ef-949c-446a056a405f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466812 Jan 19 01:08:26.996627 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'afc04394-4974-4f6b-b457-5e5d2e0fe10d', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:a9:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:08:25Z', 'updated_at': '2022-01-19T01:08:25Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:08:27.023362 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:08:27.031902 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:08:27.032518 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:08:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:08:27.039324 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-a2b61c84-e25d-44bc-beb8-bd660ea99726 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851226 Jan 19 01:08:27.138269 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e89b3a84-7e45-47db-bc61-a7973ddacf74 req-38589ddb-8bd2-43c5-96ec-89eba60b6554 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929697 Jan 19 01:08:27.140639 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:08:27.367805 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'afc04394-4974-4f6b-b457-5e5d2e0fe10d', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:a9:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:08:25Z', 'updated_at': '2022-01-19T01:08:25Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:08:27.397830 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e1674-06f1-42b8-93ab-90228146c332 None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': 'afc04394-4974-4f6b-b457-5e5d2e0fe10d', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:a9:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:08:25Z', 'updated_at': '2022-01-19T01:08:25Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:08:27.604425 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94954aa2-a2df-45bd-b46d-8e09ee79bfa7 None None] New status for floating IP afc04394-4974-4f6b-b457-5e5d2e0fe10d: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:08:28.852378 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:50.097106 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd948308-44a8-4dab-b688-59f6e1df203c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:52.338230 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5487c9a2-5dcb-40c8-af81-cd13884dafeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:53.592869 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:54.910567 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:56.217877 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:58.859555 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:08:59.021907 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:09:04.259555 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-9c660259-b9ae-4554-bd87-728124d00552 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402901 Jan 19 01:09:04.376326 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-c3bccc90-5c0d-4480-9e26-fd5c3c8f5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:09:04.377817 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-c3bccc90-5c0d-4480-9e26-fd5c3c8f5f71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 1098 time: 0.0397887 Jan 19 01:09:04.482829 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-b4dd2cd6-e2cb-46fe-b09a-64661ffc7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:09:04.484271 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-b4dd2cd6-e2cb-46fe-b09a-64661ffc7db5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0844505 Jan 19 01:09:04.552080 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-1ce8b6d2-e717-43f5-916f-e4a104b42b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2 HTTP/1.1" status: 200 len: 1001 time: 0.0572178 Jan 19 01:09:04.602293 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-fcdc61bc-31fa-431c-bbdc-f09b1074ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:09:04.603716 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-fcdc61bc-31fa-431c-bbdc-f09b1074ac9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0426054 Jan 19 01:09:04.652724 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-e87ee06c-5766-4ec1-a368-f817d9129816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:09:04.654187 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-e87ee06c-5766-4ec1-a368-f817d9129816 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415099 Jan 19 01:09:04.744450 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-c249e577-828c-47bf-8d96-7f0ccc4efd8c service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798717 Jan 19 01:09:04.837953 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49a64e96-43ca-4e62-90b7-cb0a283f9c79 req-b95f842d-6af0-48d0-b50b-b4c7e088c645 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839481 Jan 19 01:09:20.100598 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ca788031-614d-4ca6-94ec-f051a043a40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:22.341105 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-83cde9d2-0d34-4bdf-bf3f-245784156093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:23.599576 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:24.912626 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:26.221026 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:28.864186 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:36.022108 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:09:50.101939 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8bb6434f-bab9-4108-a993-f6411e787c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:52.344203 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9a40efba-eeb5-4cb7-b9ba-2baebe8f2758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:53.599861 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:54.914262 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:56.224013 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:09:58.862843 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:04.516483 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-b26e6ef3-1ff0-4d9d-8b02-0fe5d78a57a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855806 Jan 19 01:10:04.623440 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e15654-2120-4033-b121-c058be1fd66b req-92106c39-9509-42df-9f4d-37c58a69dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:04.624933 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-92106c39-9509-42df-9f4d-37c58a69dcda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 1098 time: 0.0398519 Jan 19 01:10:04.731622 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e15654-2120-4033-b121-c058be1fd66b req-1e61ac4f-33be-4422-8e99-47b264ec2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:04.733084 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-1e61ac4f-33be-4422-8e99-47b264ec2a34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0847752 Jan 19 01:10:04.804854 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-d8adfebd-266e-4d53-8205-5af3d122c726 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2 HTTP/1.1" status: 200 len: 1001 time: 0.0609672 Jan 19 01:10:04.854548 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e15654-2120-4033-b121-c058be1fd66b req-572d52dd-7af3-4abf-9629-75b56d93e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:04.855963 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-572d52dd-7af3-4abf-9629-75b56d93e26b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0422764 Jan 19 01:10:04.906731 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e15654-2120-4033-b121-c058be1fd66b req-cb3c9867-8f77-4acc-a5b6-c28273e3fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:04.908110 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-cb3c9867-8f77-4acc-a5b6-c28273e3fe6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430157 Jan 19 01:10:04.921215 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-26742244-15f9-4262-bc61-3809f7e097a1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 01:10:04.922169 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-26742244-15f9-4262-bc61-3809f7e097a1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049882 Jan 19 01:10:05.009913 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-a22f4a69-6a88-46de-a72e-6d6ff564be87 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783885 Jan 19 01:10:05.104593 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e15654-2120-4033-b121-c058be1fd66b req-2abc9c88-fd09-4b0c-aab7-1e65a1895ee4 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849044 Jan 19 01:10:13.021133 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:10:20.103598 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0cbe648f-8fac-4db6-a2f7-d660b3983a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:22.346289 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c667258-7a2a-4b56-a77d-fa82df3ecced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:23.604828 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:24.688815 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e94965-1300-4f74-80b4-4af95748c153 req-904b0f70-c6df-4806-9c6a-ecca0ed9f6b8 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:24.690241 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-11e94965-1300-4f74-80b4-4af95748c153 req-904b0f70-c6df-4806-9c6a-ecca0ed9f6b8 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 945 time: 0.4125371 Jan 19 01:10:24.737687 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-11e94965-1300-4f74-80b4-4af95748c153 req-52faa483-82c4-4a4b-ba6e-e6fe1ee6a809 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Jan 19 01:10:24.917261 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:25.904317 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6fc88-04a3-4cab-b1c7-8803cfd667bf req-de5e76c5-21ce-4323-96cd-caf27b89d78b tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:25.905835 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9fd6fc88-04a3-4cab-b1c7-8803cfd667bf req-de5e76c5-21ce-4323-96cd-caf27b89d78b tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 945 time: 0.1011331 Jan 19 01:10:25.957728 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9fd6fc88-04a3-4cab-b1c7-8803cfd667bf req-41f96fcf-0aba-4282-a374-f2baf8ba64ff tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457914 Jan 19 01:10:26.227463 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:26.310856 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-936e0948-4325-4e91-a3d9-d0bf066487c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:26.312322 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-936e0948-4325-4e91-a3d9-d0bf066487c7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 945 time: 0.0489368 Jan 19 01:10:26.402537 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Deleting port ea54a915-7d54-4b44-9b45-f5261234d2b2 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:10:26.402867 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:26.488771 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] For port ea54a915-7d54-4b44-9b45-f5261234d2b2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea54a915-7d54-4b44-9b45-f5261234d2b2,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:10:26.489047 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:26.655377 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:26.655730 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (afc04394-4974-4f6b-b457-5e5d2e0fe10d), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:26.656629 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.db.l3_db [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Floating IP afc04394-4974-4f6b-b457-5e5d2e0fe10d disassociated. External IP: 172.27.3.126, port: ea54a915-7d54-4b44-9b45-f5261234d2b2. Jan 19 01:10:26.656963 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Calling delete_port for ea54a915-7d54-4b44-9b45-f5261234d2b2 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:10:26.781637 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (ea54a915-7d54-4b44-9b45-f5261234d2b2), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:26.813573 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event deleted for resources: {'Port': ['ID=ea54a915-7d54-4b44-9b45-f5261234d2b2,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:26.826174 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.826525 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.826871 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.827211 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.827542 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.827902 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.828237 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.828558 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.828886 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.829214 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.829533 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.829875 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.830193 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:26.939971 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:10:27.061972 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e33b297f-6810-476e-8768-058d2c6393cf req-473b66e2-30f0-410d-b9b3-7c4a3774c466 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 210 time: 0.0357604 Jan 19 01:10:27.070759 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:10:27.081749 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:10:27.091420 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:10:27.092038 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:10:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:27.111082 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] No DVR routers for this DVR port ea54a915-7d54-4b44-9b45-f5261234d2b2 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:10:27.113652 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:27.116812 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1e1fcce1-f3e0-4475-bba1-c01658025d15 req-ba3d8743-3bed-45bb-91a8-9c188575dfe7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "DELETE /v2.0/ports/ea54a915-7d54-4b44-9b45-f5261234d2b2 HTTP/1.1" status: 204 len: 173 time: 0.7960968 Jan 19 01:10:27.117247 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'name': 'network-vif-deleted', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:10:27.119478 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f8d095-e4cf-4333-a786-749d0efffc02" -d '{"events": [{"server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "name": "network-vif-deleted", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:10:27.220280 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:10:27.234992 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd11e2-7217-42f0-9f60-b821e8fb8121 x-openstack-request-id: req-16dd11e2-7217-42f0-9f60-b821e8fb8121 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:10:27.235285 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecd3e47-774a-4da3-b470-3012545d8b69", "name": "network-vif-deleted", "tag": "ea54a915-7d54-4b44-9b45-f5261234d2b2", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:10:27.235541 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16dd11e2-7217-42f0-9f60-b821e8fb8121 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:10:27.235946 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecd3e47-774a-4da3-b470-3012545d8b69', 'name': 'network-vif-deleted', 'tag': 'ea54a915-7d54-4b44-9b45-f5261234d2b2', 'status': 'completed', 'code': 200} Jan 19 01:10:27.424029 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:27.450638 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:10:27.459289 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:10:27.459885 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:10:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:27.569049 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:10:27.773183 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:27.802740 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014b47b-c78d-4ba9-9882-11619feec92c None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:10:28.006669 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9477b552-e307-4d0d-8c16-5a7d1e04e70f None None] New status for floating IP afc04394-4974-4f6b-b457-5e5d2e0fe10d: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:10:28.175136 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d4c3bc7-4ebc-4142-bd0d-bd4fade18e05 req-3afbe411-6928-4966-9ba0-e1dc72e6f756 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=aecd3e47-774a-4da3-b470-3012545d8b69 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Jan 19 01:10:28.878992 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:29.432404 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-debdb2bc-5f86-4755-a7dc-696b2fc5a047 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242295534&fields=id&tenant_id=8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 267 time: 0.0434997 Jan 19 01:10:29.543761 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-fac5f2a8-d456-4ec5-8fbc-de352811d815 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:29.545129 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-fac5f2a8-d456-4ec5-8fbc-de352811d815 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 811 time: 0.1063399 Jan 19 01:10:29.559454 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-e6c95464-152e-4be3-9092-316b98ff6da4 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/quotas/8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 375 time: 0.0090635 Jan 19 01:10:29.608971 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-1136656d-4dd6-4ca3-8deb-1333bf0840b3 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447836 Jan 19 01:10:29.666556 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-3e7e66aa-c115-4ab0-a840-883b5066c51d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 01:10:29.667544 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-3e7e66aa-c115-4ab0-a840-883b5066c51d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475800 Jan 19 01:10:29.757280 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-ae1b0aac-1402-42a0-abf5-32181831c59b service neutron] 10.222.0.35 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839040 Jan 19 01:10:29.842420 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-6ed86580-9822-4f16-809d-355aeb00ff11 service neutron] 10.222.0.35 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794623 Jan 19 01:10:30.114705 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-658ad300-947d-499c-9efb-0aa5f9459d21 req-e2e620e0-2b18-49a2-a1d0-d278b3b03ad4 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 210 time: 0.0261316 Jan 19 01:10:30.333648 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device ea54a915-7d54-4b44-9b45-f5261234d2b2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:10:30.354695 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: ea54a915-7d54-4b44-9b45-f5261234d2b2 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:10:30.355035 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device ea54a915-7d54-4b44-9b45-f5261234d2b2 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:10:31.208127 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c7912174-6733-489f-a18f-e4c80d30ce93 req-34ad051b-fb8e-43b4-a28e-b71adab4a998 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 210 time: 0.0263882 Jan 19 01:10:31.328261 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-f4bd3489-ee17-4eaa-bf54-aa3116a9ae28 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:31.329732 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-f4bd3489-ee17-4eaa-bf54-aa3116a9ae28 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 811 time: 0.1062114 Jan 19 01:10:31.398169 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-5b299d63-6547-4d46-9d1b-a4f6a14ae419 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 380 time: 0.0531442 Jan 19 01:10:31.407037 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'port': {'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'admin_state_up': True, 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'security_groups': ['ae3a1266-ef45-4939-bceb-949aab8ecea4']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:10:31.517612 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Made reservation on behalf of 8e01579e07bf4fb4b649e597de305f47 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:10:31.521093 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:31.642695 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Allocated IP 172.20.0.5 (bb720cae-4dad-4da6-a242-4f7886e697d6/7ade0fac-6609-4524-9716-d7a98e14c3b7/35f0b692-4008-4607-bb29-be2988c13312) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:10:31.782105 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (35f0b692-4008-4607-bb29-be2988c13312), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:31.813824 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (35f0b692-4008-4607-bb29-be2988c13312), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:31.863340 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Network bb720cae-4dad-4da6-a242-4f7886e697d6 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:10:31.866486 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:10:31.870286 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:10:31.876832 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=35f0b692-4008-4607-bb29-be2988c13312,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:31.930342 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:31.930342 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:31.951023 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-00e51baa-d6e9-4211-b0dd-3b18a448de71 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479498 Jan 19 01:10:31.969919 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Request body: {'port': {'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:10:32.033837 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (35f0b692-4008-4607-bb29-be2988c13312), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:32.135984 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-fe921051-b304-4493-aeee-8d961e9aebad None None] Provisioning complete for port 35f0b692-4008-4607-bb29-be2988c13312 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:10:32.137108 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fe921051-b304-4493-aeee-8d961e9aebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (35f0b692-4008-4607-bb29-be2988c13312), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:32.176137 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-fe921051-b304-4493-aeee-8d961e9aebad None None] Port 35f0b692-4008-4607-bb29-be2988c13312 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:10:32.320392 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f0b692-4008-4607-bb29-be2988c13312 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:10:32.328951 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Publish callbacks [] for port (35f0b692-4008-4607-bb29-be2988c13312), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:32.342313 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Transition to ACTIVE for port object 35f0b692-4008-4607-bb29-be2988c13312 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:10:32.343482 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6cbe2-42e4-4d12-87b4-b5bbb8c4cdf1 req-21d5a17b-e009-464c-a884-f9e79361a8ad tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:32.344964 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dad6cbe2-42e4-4d12-87b4-b5bbb8c4cdf1 req-21d5a17b-e009-464c-a884-f9e79361a8ad tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 931 time: 0.0534675 Jan 19 01:10:32.347939 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (35f0b692-4008-4607-bb29-be2988c13312), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:32.389625 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Pushing event updated for resources: {'Port': ['ID=35f0b692-4008-4607-bb29-be2988c13312,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:32.414355 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dad6cbe2-42e4-4d12-87b4-b5bbb8c4cdf1 req-541f6a68-48fe-4752-903c-3af680e47fab tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554137 Jan 19 01:10:32.491747 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Attempting to bind port 35f0b692-4008-4607-bb29-be2988c13312 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:10:32.492061 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Attempting to bind port 35f0b692-4008-4607-bb29-be2988c13312 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:10:32.492391 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Attempting to bind port 35f0b692-4008-4607-bb29-be2988c13312 on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:10:32.496822 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Port 35f0b692-4008-4607-bb29-be2988c13312 on network bb720cae-4dad-4da6-a242-4f7886e697d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:10:32.497137 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Attempting to bind port 35f0b692-4008-4607-bb29-be2988c13312 on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:10:32.502584 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:10:32.502915 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Checking segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:10:32.503290 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Bound using segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:10:32.503706 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Bound port: 35f0b692-4008-4607-bb29-be2988c13312, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:10:32.504275 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (35f0b692-4008-4607-bb29-be2988c13312), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:32.574548 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] For port 35f0b692-4008-4607-bb29-be2988c13312, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:10:32.577899 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] For port 35f0b692-4008-4607-bb29-be2988c13312, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=35f0b692-4008-4607-bb29-be2988c13312,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:10:32.582651 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (35f0b692-4008-4607-bb29-be2988c13312), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:32.621531 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:32.622180 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:32.623566 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 1093 time: 0.6581240 Jan 19 01:10:32.624009 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'tag': '35f0b692-4008-4607-bb29-be2988c13312'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:10:32.626845 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381d7a6d-3bd0-4c47-9c77-00a73956a90f" -d '{"events": [{"name": "network-changed", "server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "tag": "35f0b692-4008-4607-bb29-be2988c13312"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:10:32.651976 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8be86a-5be6-408b-bdf7-9ab2530f96f2 service neutron] Pushing event updated for resources: {'Port': ['ID=35f0b692-4008-4607-bb29-be2988c13312,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:32.680528 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b38f580-289c-40f2-8a0b-2f109537e4f8 x-openstack-request-id: req-8b38f580-289c-40f2-8a0b-2f109537e4f8 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:10:32.680817 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "tag": "35f0b692-4008-4607-bb29-be2988c13312", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:10:32.681071 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b38f580-289c-40f2-8a0b-2f109537e4f8 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:10:32.681877 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'tag': '35f0b692-4008-4607-bb29-be2988c13312', 'status': 'completed', 'code': 200} Jan 19 01:10:32.739095 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-c9e9d78e-b7ee-4ac0-a541-5c282d9a4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:32.740678 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-c9e9d78e-b7ee-4ac0-a541-5c282d9a4495 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1096 time: 0.0427949 Jan 19 01:10:32.802300 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-bef7d0d6-feab-425d-aae1-b61e7209f517 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 217 time: 0.0400052 Jan 19 01:10:32.854189 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-ed4cab6b-f9b6-4a1a-9372-76300bd60fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:32.855634 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-ed4cab6b-f9b6-4a1a-9372-76300bd60fe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0441210 Jan 19 01:10:32.903205 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-f3ac34f2-eca6-487f-9924-acf6a8d8e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:32.904702 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-f3ac34f2-eca6-487f-9924-acf6a8d8e4e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397410 Jan 19 01:10:33.003344 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-dbd1948f-564c-4b2c-b804-f5db1a83fec4 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879619 Jan 19 01:10:33.096369 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd16759e-16fe-4f67-a4d4-c3e71fac82d5 req-bc2e6207-c548-419c-bf71-988624c95c78 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834498 Jan 19 01:10:33.243899 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-00486f05-ac9b-414c-9b1d-009aba404d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:33.245279 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-00486f05-ac9b-414c-9b1d-009aba404d69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1096 time: 0.0405254 Jan 19 01:10:33.337170 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-a80320f9-8886-46eb-9ba7-62e7795f37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:33.338643 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-a80320f9-8886-46eb-9ba7-62e7795f37b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0843523 Jan 19 01:10:33.379529 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-7195b3be-e4ed-47d2-a1b7-8202229ab5ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 217 time: 0.0344470 Jan 19 01:10:33.431896 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-4bfefe3c-a908-439d-a4bc-53c7244d482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:33.433381 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-4bfefe3c-a908-439d-a4bc-53c7244d482c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0475283 Jan 19 01:10:33.478997 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-f74f9f01-4452-4b13-9c65-00cd9ae03012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:33.480503 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-f74f9f01-4452-4b13-9c65-00cd9ae03012 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400743 Jan 19 01:10:33.518897 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c89b7-2309-4a58-90f0-55a1d34ea286 req-d0c93b5f-1158-49fb-bfb8-9f787aa155bd tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:33.520321 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4b6c89b7-2309-4a58-90f0-55a1d34ea286 req-d0c93b5f-1158-49fb-bfb8-9f787aa155bd tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 943 time: 0.0492938 Jan 19 01:10:33.568417 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-cb571ae9-8488-4bbd-a050-3bbc4e360c49 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814111 Jan 19 01:10:33.570700 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4b6c89b7-2309-4a58-90f0-55a1d34ea286 req-6f1f02f4-7789-47a9-8208-1486a9dd2e7f tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Jan 19 01:10:33.664263 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-381d7a6d-3bd0-4c47-9c77-00a73956a90f req-66e27be8-5c01-4d88-b9c0-2b80864ed46c service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855162 Jan 19 01:10:34.684565 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b84222-8a35-4c82-ae78-e943a724dc18 req-90fc52bd-006d-47af-a1fe-a18514b96a9d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:34.686058 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64b84222-8a35-4c82-ae78-e943a724dc18 req-90fc52bd-006d-47af-a1fe-a18514b96a9d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 943 time: 0.0489624 Jan 19 01:10:34.733513 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64b84222-8a35-4c82-ae78-e943a724dc18 req-b27be2d6-6edf-40ba-8500-b02f71d9b242 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 Jan 19 01:10:35.846108 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a3b9-e9dc-4a3d-a598-a19436bc9755 req-e2d1fe31-e660-492a-b246-c0db4abf8ea0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:35.847561 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1be8a3b9-e9dc-4a3d-a598-a19436bc9755 req-e2d1fe31-e660-492a-b246-c0db4abf8ea0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 943 time: 0.0473838 Jan 19 01:10:35.898420 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1be8a3b9-e9dc-4a3d-a598-a19436bc9755 req-780dc030-8cb1-428b-acfa-6cdf3cf7a49b tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Jan 19 01:10:37.010616 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566fb9f-91e2-4103-8191-8f7ebdcfe3ee req-bc99173d-44c7-482f-a55f-00e7ca625d41 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:37.012117 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3566fb9f-91e2-4103-8191-8f7ebdcfe3ee req-bc99173d-44c7-482f-a55f-00e7ca625d41 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 943 time: 0.0482304 Jan 19 01:10:37.065494 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3566fb9f-91e2-4103-8191-8f7ebdcfe3ee req-d149d117-7677-4081-bc8e-fa776515c407 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472045 Jan 19 01:10:38.177888 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd418c6-216e-42dc-8acb-75b5e24193bc req-ec44eaed-cc91-44f6-bd9a-42202c76b9ae tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:38.179354 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ebd418c6-216e-42dc-8acb-75b5e24193bc req-ec44eaed-cc91-44f6-bd9a-42202c76b9ae tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 943 time: 0.0479486 Jan 19 01:10:38.226004 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ebd418c6-216e-42dc-8acb-75b5e24193bc req-889b06e5-9b0e-4af3-9a4d-03de7e203c84 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410876 Jan 19 01:10:39.338184 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fb84-7ca3-4bf9-aadc-cd601bddaa56 req-7280759c-a5a8-439f-8f73-b8159952b528 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:39.339625 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dfd5fb84-7ca3-4bf9-aadc-cd601bddaa56 req-7280759c-a5a8-439f-8f73-b8159952b528 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 943 time: 0.0478907 Jan 19 01:10:39.387172 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dfd5fb84-7ca3-4bf9-aadc-cd601bddaa56 req-dbb74635-9540-498d-a95b-1bb97ea3a585 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Jan 19 01:10:40.410162 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 35f0b692-4008-4607-bb29-be2988c13312 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:10:40.500975 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a78ac-33fe-4ce6-aab2-7492f331cc59 req-8a30555f-64d4-4bfb-9b36-f745ffa9b702 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:40.502499 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-644a78ac-33fe-4ce6-aab2-7492f331cc59 req-8a30555f-64d4-4bfb-9b36-f745ffa9b702 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 943 time: 0.0486481 Jan 19 01:10:40.506596 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 35f0b692-4008-4607-bb29-be2988c13312, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=35f0b692-4008-4607-bb29-be2988c13312,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:10:40.519207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '35f0b692-4008-4607-bb29-be2988c13312', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:10:40.551763 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-644a78ac-33fe-4ce6-aab2-7492f331cc59 req-30cb2a41-c670-400b-893f-0e296cf4b7a3 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Jan 19 01:10:40.557070 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 35f0b692-4008-4607-bb29-be2988c13312 is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:10:40.557461 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (35f0b692-4008-4607-bb29-be2988c13312), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:40.570537 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f0b692-4008-4607-bb29-be2988c13312 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:10:40.589414 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 35f0b692-4008-4607-bb29-be2988c13312, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=35f0b692-4008-4607-bb29-be2988c13312,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:10:40.594170 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (35f0b692-4008-4607-bb29-be2988c13312), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:40.638293 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=35f0b692-4008-4607-bb29-be2988c13312,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:40.645658 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.646014 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.646360 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.646700 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.647042 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.647364 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.647695 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.648025 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.648354 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.648681 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.649006 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.649330 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.649674 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:40.983741 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['35f0b692-4008-4607-bb29-be2988c13312'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:10:41.668015 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e255f0-dee4-4e6b-ac0a-2e92997a7877 req-10cc2d98-3a2e-4eed-836e-7d2c3896c534 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:41.669483 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68e255f0-dee4-4e6b-ac0a-2e92997a7877 req-10cc2d98-3a2e-4eed-836e-7d2c3896c534 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 944 time: 0.0480235 Jan 19 01:10:41.718586 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68e255f0-dee4-4e6b-ac0a-2e92997a7877 req-9bd85733-f29d-4914-aec3-08cb347272bf tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435104 Jan 19 01:10:42.428316 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 35f0b692-4008-4607-bb29-be2988c13312 up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:10:42.477635 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 35f0b692-4008-4607-bb29-be2988c13312 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:10:42.481910 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 35f0b692-4008-4607-bb29-be2988c13312 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:10:42.482289 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (35f0b692-4008-4607-bb29-be2988c13312), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:42.557444 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 35f0b692-4008-4607-bb29-be2988c13312 is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:10:42.557764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (35f0b692-4008-4607-bb29-be2988c13312), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:42.579285 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f0b692-4008-4607-bb29-be2988c13312'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:10:42.581488 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85563ec7-f99b-4c41-88cc-e99907d944f8" -d '{"events": [{"server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "name": "network-vif-plugged", "status": "completed", "tag": "35f0b692-4008-4607-bb29-be2988c13312"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:10:42.594106 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 35f0b692-4008-4607-bb29-be2988c13312, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=35f0b692-4008-4607-bb29-be2988c13312,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:10:42.599145 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (35f0b692-4008-4607-bb29-be2988c13312), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:42.647050 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=35f0b692-4008-4607-bb29-be2988c13312,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:42.675609 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ea5995-6cb6-426e-ad58-5f95ec0008c1 x-openstack-request-id: req-f0ea5995-6cb6-426e-ad58-5f95ec0008c1 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:10:42.676223 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "name": "network-vif-plugged", "status": "completed", "tag": "35f0b692-4008-4607-bb29-be2988c13312", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:10:42.676482 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0ea5995-6cb6-426e-ad58-5f95ec0008c1 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:10:42.676883 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f0b692-4008-4607-bb29-be2988c13312', 'code': 200} Jan 19 01:10:42.835825 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a497d-6683-4cbf-9f58-97496752b471 req-d310b5e4-a703-43a8-9b01-f62819faa18c tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:42.837219 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d04a497d-6683-4cbf-9f58-97496752b471 req-d310b5e4-a703-43a8-9b01-f62819faa18c tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 945 time: 0.0540440 Jan 19 01:10:42.885845 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d04a497d-6683-4cbf-9f58-97496752b471 req-100a96ff-5cf4-4d3b-9694-025e9e2e3092 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Jan 19 01:10:42.960182 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec0a49-9303-4c7a-9a28-51deec888875 req-59cd7ac5-8dcf-41d1-8300-bdc46fa8f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:42.961716 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-feec0a49-9303-4c7a-9a28-51deec888875 req-59cd7ac5-8dcf-41d1-8300-bdc46fa8f480 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1098 time: 0.0420299 Jan 19 01:10:43.005996 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-feec0a49-9303-4c7a-9a28-51deec888875 req-3a466a10-829c-4b81-96cc-16bef4d4ffe6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 Jan 19 01:10:44.007339 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68211fa1-edbc-4a64-9963-5624012c0d58 req-0533bb93-7375-4f68-902d-dff143940ab5 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:44.008830 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68211fa1-edbc-4a64-9963-5624012c0d58 req-0533bb93-7375-4f68-902d-dff143940ab5 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 945 time: 0.0511153 Jan 19 01:10:44.057271 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-68211fa1-edbc-4a64-9963-5624012c0d58 req-0ca0c7ac-915b-4da2-9b15-ac499cfe30a2 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Jan 19 01:10:45.172313 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16bfe2-bc80-42ee-80a8-b2fef4048349 req-a9fa9830-de23-430a-9dd2-1585cef99660 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:45.173821 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-aa16bfe2-bc80-42ee-80a8-b2fef4048349 req-a9fa9830-de23-430a-9dd2-1585cef99660 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 945 time: 0.0515881 Jan 19 01:10:45.222190 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-aa16bfe2-bc80-42ee-80a8-b2fef4048349 req-d45e8374-8fc1-4575-bd56-fad2fe349ced tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Jan 19 01:10:45.339704 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318d073-4627-46e5-b530-e22b57406e83 req-225b8143-aaa8-49f8-8e0a-da6e268160aa tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:45.341075 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4318d073-4627-46e5-b530-e22b57406e83 req-225b8143-aaa8-49f8-8e0a-da6e268160aa tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 945 time: 0.0473013 Jan 19 01:10:45.387993 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4318d073-4627-46e5-b530-e22b57406e83 req-fc36023e-763c-465c-897d-badf7de3a2c8 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408578 Jan 19 01:10:45.411083 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45316) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:10:45.449155 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a38fe9-6cdd-4dd9-aef3-1c790eb50786 tempest-TestVolumeBootPattern-910770368 tempest-TestVolumeBootPattern-910770368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:45.450668 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-47a38fe9-6cdd-4dd9-aef3-1c790eb50786 tempest-TestVolumeBootPattern-910770368 tempest-TestVolumeBootPattern-910770368-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1093 time: 0.0386488 Jan 19 01:10:45.453874 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45318) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:10:45.457979 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:10:45.479870 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:45.575872 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:45.680089 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Allocated IP 172.27.3.253 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:10:45.780471 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:45.813836 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:45.851282 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:10:45.855520 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:10:45.858106 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:10:45.888072 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:45.900901 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.901254 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.901629 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.901972 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.902307 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.902640 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.902970 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.903299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.903626 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.903952 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.904277 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.904601 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:45.904927 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:10:46.475905 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (38fa824f-d67e-41ca-9937-127a327164b2), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:46.543498 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:46.689674 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:46.694206 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:46.765840 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:10:46.776067 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (38fa824f-d67e-41ca-9937-127a327164b2), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:46.874608 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Floating IP 38fa824f-d67e-41ca-9937-127a327164b2 associated. External IP: 172.27.3.253, port: 35f0b692-4008-4607-bb29-be2988c13312. Jan 19 01:10:47.080573 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:10:47.189540 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:10:47.199255 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:10:47.207994 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:47.210573 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:10:47.211192 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:10:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:47.234592 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1d0986f0-85c0-4bd9-b79a-4d27ffcba69d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7797186 Jan 19 01:10:47.235288 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'tag': '35f0b692-4008-4607-bb29-be2988c13312'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:10:47.237527 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0350740-339d-47a3-a0f5-1260014ea2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "tag": "35f0b692-4008-4607-bb29-be2988c13312"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:10:47.321424 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:10:47.335831 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339c32f6-0cd7-42e5-b8e4-7c94d675cc25 x-openstack-request-id: req-339c32f6-0cd7-42e5-b8e4-7c94d675cc25 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:10:47.336118 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "tag": "35f0b692-4008-4607-bb29-be2988c13312", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:10:47.336370 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-339c32f6-0cd7-42e5-b8e4-7c94d675cc25 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:10:47.336768 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'tag': '35f0b692-4008-4607-bb29-be2988c13312', 'status': 'completed', 'code': 200} Jan 19 01:10:47.420849 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-52e7c692-327f-47ea-866a-4e77aadde6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:47.422936 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-52e7c692-327f-47ea-866a-4e77aadde6e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1098 time: 0.0404074 Jan 19 01:10:47.514871 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-5ecd94e0-1cef-4261-a488-70b6ff6f0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:47.516255 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-5ecd94e0-1cef-4261-a488-70b6ff6f0169 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0868523 Jan 19 01:10:47.538153 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:46Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:47.568291 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:10:47.576430 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:10:47.577037 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:10:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:47.585689 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-290271df-e8e2-4cc9-b3c9-39b58badbe00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 999 time: 0.0627058 Jan 19 01:10:47.635856 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-1f8d4b0c-3152-4b1d-8b2a-792723a669f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:47.637298 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-1f8d4b0c-3152-4b1d-8b2a-792723a669f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0439587 Jan 19 01:10:47.683061 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:10:47.684594 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-37d3cd1a-7945-41cd-a7c0-dc9e2c76e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:10:47.686097 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-37d3cd1a-7945-41cd-a7c0-dc9e2c76e9aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431986 Jan 19 01:10:47.771512 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-72eff920-ca52-47bc-8dc6-024e41f78618 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785332 Jan 19 01:10:47.864869 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0350740-339d-47a3-a0f5-1260014ea2ed req-bf629058-3386-4e16-a7be-aef98b5ccf6b service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863061 Jan 19 01:10:47.902738 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:46Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:10:47.930716 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d43aa-85fe-464a-9f65-4ad3d90e0747 None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:46Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:10:48.122134 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469eb05-32db-4183-9f5f-8f506b51340d None None] New status for floating IP 38fa824f-d67e-41ca-9937-127a327164b2: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:10:50.021281 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:10:50.105463 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1022e970-78e7-4853-ab58-8be9eb0baba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:52.347821 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ada1a01a-a464-4b49-bc70-b1d9bdcd6444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:53.604856 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:54.921114 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:56.230359 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:10:58.878082 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:04.460309 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-278a70a9-a642-45ed-8c35-dfeb062f808a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408947 Jan 19 01:11:04.565915 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-27b1fdba-9f55-4b46-a0ae-98010f6fb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:11:04.567306 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-27b1fdba-9f55-4b46-a0ae-98010f6fb1e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1098 time: 0.0456209 Jan 19 01:11:04.672603 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-7fbe19ad-3382-4848-908e-abfb4408b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:11:04.674090 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-7fbe19ad-3382-4848-908e-abfb4408b27d service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0842612 Jan 19 01:11:04.737914 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-fb517f50-8d93-4339-a194-39c81d28a7db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 1001 time: 0.0563748 Jan 19 01:11:04.785059 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-a9c62ac3-9f9f-4bb4-88e8-a59ff719447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:11:04.786529 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-a9c62ac3-9f9f-4bb4-88e8-a59ff719447b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0421488 Jan 19 01:11:04.833765 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-8712cccf-5130-464a-8274-89fff17ee05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:11:04.835205 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-8712cccf-5130-464a-8274-89fff17ee05d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425167 Jan 19 01:11:05.166606 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-7c05b4c3-aad0-4e2a-96c3-d6b6abbcdb9a service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240306 Jan 19 01:11:05.261101 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a0a51dab-79be-4d2e-89ea-6995600d35bc req-5202628b-5702-4ba5-960c-152be7c905bf service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816250 Jan 19 01:11:20.107332 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ece0bf03-7d8c-4203-a59f-1ecd27bf889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:22.349263 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8696a5a8-962c-4e8c-90dd-d70392108ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:23.609499 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:24.923469 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:26.231991 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:27.021012 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:11:28.908263 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:50.108468 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dc2092cf-4bc4-4d09-810e-cb7ef06b1d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:52.349714 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-25724de6-da97-4e9b-a93f-e50921ffedc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:53.611766 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:54.927754 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:56.237005 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:11:58.923667 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:04.020456 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:12:04.468381 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-b303facd-cb56-45ae-ab20-63831a2c0771 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399733 Jan 19 01:12:04.577812 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-2f521f43-2ca4-4c20-9087-392ecd006f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:04.579272 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-2f521f43-2ca4-4c20-9087-392ecd006f15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1098 time: 0.0410981 Jan 19 01:12:04.688460 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-3988aa7e-ada4-46ab-90b3-3818b30036f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:04.690585 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-3988aa7e-ada4-46ab-90b3-3818b30036f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0878839 Jan 19 01:12:04.757289 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-3e16c30a-3e9e-4ee4-b73d-36523b004ce0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 1001 time: 0.0572309 Jan 19 01:12:04.807043 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-44e1c9bb-e0af-468d-a83d-b4f765f23f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:04.808468 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-44e1c9bb-e0af-468d-a83d-b4f765f23f31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0425234 Jan 19 01:12:04.859038 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-fbe15750-f7a7-4472-947d-30c229343981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:04.860524 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-fbe15750-f7a7-4472-947d-30c229343981 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428982 Jan 19 01:12:04.950366 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-09f96fa9-8164-4bca-9c2c-e7e56cff0e57 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799277 Jan 19 01:12:05.048133 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34ceceb8-fdad-446f-887f-f7c0274429a7 req-b545bcfc-be45-473e-ac9b-e2357ffd99d5 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881968 Jan 19 01:12:20.112925 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bbc44181-8346-443c-ab7d-19ceb63b7e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:22.349884 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1c932781-4084-42dc-9030-224363fa6663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:23.613825 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:24.469798 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-594b19b3-ee2f-48dc-bdcd-4e4a9b22f357 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242295534&fields=id&tenant_id=8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 267 time: 0.0460041 Jan 19 01:12:24.580450 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-dc62dcae-be28-47bf-b945-55505c56f5d5 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:24.581922 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-dc62dcae-be28-47bf-b945-55505c56f5d5 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 811 time: 0.1052864 Jan 19 01:12:24.596782 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-b9808893-00ea-44cb-bdb3-105922e1a176 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/quotas/8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 375 time: 0.0091207 Jan 19 01:12:24.649297 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-c8c512f4-66eb-44a2-8db5-c534757fc2cd tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470455 Jan 19 01:12:24.734206 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-8e9ba96b-40dd-4256-b113-d6373747bff3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 01:12:24.735193 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-8e9ba96b-40dd-4256-b113-d6373747bff3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0739207 Jan 19 01:12:24.834674 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-9b95c747-6bf1-401a-965d-4cffae3234ef service neutron] 10.222.0.35 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929270 Jan 19 01:12:24.931989 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:24.938574 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-9f657ad9-29bf-4ed9-a6c0-8f4f526e9f3d service neutron] 10.222.0.35 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948560 Jan 19 01:12:25.212826 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dcfd31ba-28af-458a-8514-97cfa461a79c req-dc198328-1120-4651-ae0d-bd6fb5b634d2 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Jan 19 01:12:26.240874 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:26.309751 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1d1a799a-a440-4311-871b-bd976ad98e93 req-8937910e-e567-40f8-a108-da001a78952e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.468550 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-8a6021d3-223f-4820-8d99-6c1daed43837 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:26.472150 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-8a6021d3-223f-4820-8d99-6c1daed43837 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 811 time: 0.1006558 Jan 19 01:12:26.543791 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-7cd836cb-7ee4-4c58-b52d-bca812733284 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e01579e07bf4fb4b649e597de305f47 HTTP/1.1" status: 200 len: 380 time: 0.0584750 Jan 19 01:12:26.571809 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'port': {'device_id': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'admin_state_up': True, 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'security_groups': ['ae3a1266-ef45-4939-bceb-949aab8ecea4']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:12:26.678614 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Made reservation on behalf of 8e01579e07bf4fb4b649e597de305f47 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 01:12:26.682162 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:26.806322 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Allocated IP 172.20.0.13 (bb720cae-4dad-4da6-a242-4f7886e697d6/7ade0fac-6609-4524-9716-d7a98e14c3b7/384b3e87-fe40-4b32-a0e1-9d41ef471c6f) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:12:26.942476 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:26.976746 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.021697 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Network bb720cae-4dad-4da6-a242-4f7886e697d6 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:12:27.024885 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:12:27.028989 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:12:27.035830 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:12:27.066906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.067261 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.067644 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.067984 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.068318 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.068681 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.068965 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.069296 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.069695 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.070034 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.070441 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.070671 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.070993 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:27.097800 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:27.098473 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.117911 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-075d8f6d-94a3-4331-8826-c115cbd30a54 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5498791 Jan 19 01:12:27.141635 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Request body: {'port': {'device_id': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:12:27.202333 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.241207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-bf0d8b00-5b71-4bac-b21c-7424c48145c8 None None] Provisioning complete for port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:12:27.241873 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bf0d8b00-5b71-4bac-b21c-7424c48145c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.281452 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d8b00-5b71-4bac-b21c-7424c48145c8 None None] Port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 01:12:27.455345 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469410bc-59cb-4052-8f0c-ddcef770e2e2 req-e4f990fe-c303-4333-8410-4da9c63f12e8 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:27.456834 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-469410bc-59cb-4052-8f0c-ddcef770e2e2 req-e4f990fe-c303-4333-8410-4da9c63f12e8 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 932 time: 0.0788236 Jan 19 01:12:27.545734 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-469410bc-59cb-4052-8f0c-ddcef770e2e2 req-ab6375ed-7105-4089-862f-e0710980412b tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826664 Jan 19 01:12:27.547518 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384b3e87-fe40-4b32-a0e1-9d41ef471c6f {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:12:27.555398 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Publish callbacks [] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.568146 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Transition to ACTIVE for port object 384b3e87-fe40-4b32-a0e1-9d41ef471c6f will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 01:12:27.572244 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.622561 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:12:27.686908 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Attempting to bind port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 01:12:27.687238 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Attempting to bind port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 01:12:27.687561 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Attempting to bind port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:12:27.691974 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f on network bb720cae-4dad-4da6-a242-4f7886e697d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 01:12:27.692293 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Attempting to bind port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f on network bb720cae-4dad-4da6-a242-4f7886e697d6 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 01:12:27.697848 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Checking agent: {'id': '9c222650-6e37-4f87-bd45-6f4aeb10587c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'started_at': datetime.datetime(2022, 1, 19, 0, 56, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 1, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 01:12:27.698183 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Checking segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 01:12:27.698558 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Bound using segment: {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 01:12:27.698979 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Bound port: 384b3e87-fe40-4b32-a0e1-9d41ef471c6f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a12cab0-fcc4-430e-bed9-92d48309da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 01:12:27.699328 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.767966 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] For port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f, host hv-cinder-79987, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 01:12:27.771007 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] For port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 01:12:27.775616 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8210262'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.811993 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:27.812609 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:27.814029 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] 10.222.0.32 "PUT /v2.0/ports/384b3e87-fe40-4b32-a0e1-9d41ef471c6f HTTP/1.1" status: 200 len: 1094 time: 0.6770461 Jan 19 01:12:27.814471 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:12:27.816849 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46509c06-30ef-4485-9810-36ec8a1e3a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:12:27.838627 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890f83-486c-45fa-a63a-c0d18e43c2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:12:27.860753 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae05b256-f918-4ff4-8bfe-151bebdec544 x-openstack-request-id: req-ae05b256-f918-4ff4-8bfe-151bebdec544 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:12:27.861057 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:12:27.861316 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae05b256-f918-4ff4-8bfe-151bebdec544 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:12:27.861788 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'status': 'completed', 'code': 200} Jan 19 01:12:27.929941 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-9980230f-e009-4df0-a5a8-4ddbecf997ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:27.932323 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-9980230f-e009-4df0-a5a8-4ddbecf997ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 1097 time: 0.0473189 Jan 19 01:12:27.988948 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-4f8f3a99-8bbc-4f2b-b038-0d5672f72afc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f HTTP/1.1" status: 200 len: 217 time: 0.0343747 Jan 19 01:12:28.042540 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-a62e4192-a5fa-4795-94b6-f664e941eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:28.043999 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-a62e4192-a5fa-4795-94b6-f664e941eff9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0461769 Jan 19 01:12:28.090894 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-d3e5fbae-a29d-43be-8673-0150e4481101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:28.092381 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-d3e5fbae-a29d-43be-8673-0150e4481101 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387852 Jan 19 01:12:28.185001 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-ab1e6204-903c-42d5-ad3a-e7bd7e0d86f6 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842984 Jan 19 01:12:28.280615 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6a8203a-ce69-44ed-938d-abb79774e82a req-aa08f18f-ce05-4200-bf40-bcab15bc4eb1 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860517 Jan 19 01:12:28.433524 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-ab4348bc-1085-4cca-bc13-eb1b5de40977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:28.435088 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-ab4348bc-1085-4cca-bc13-eb1b5de40977 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 1097 time: 0.0428870 Jan 19 01:12:28.523630 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-c302df0c-3b07-41ec-835d-ec38dd4009ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:28.525088 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-c302df0c-3b07-41ec-835d-ec38dd4009ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0843542 Jan 19 01:12:28.572996 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-dac585db-6a4e-49e9-a0c8-c365df19b7c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f HTTP/1.1" status: 200 len: 217 time: 0.0401385 Jan 19 01:12:28.651138 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-2bb54d3b-17a9-4831-8012-418dd8da6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:28.652578 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-2bb54d3b-17a9-4831-8012-418dd8da6da2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0711241 Jan 19 01:12:28.678768 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f7a3e-2198-455a-9fb1-c1f41d2f75a1 req-4cc9a21f-d2cc-4fb9-9758-c8cb2c648a49 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:28.680199 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-690f7a3e-2198-455a-9fb1-c1f41d2f75a1 req-4cc9a21f-d2cc-4fb9-9758-c8cb2c648a49 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 944 time: 0.0682714 Jan 19 01:12:28.740549 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-4fee3cb8-e157-4680-9bd4-3a2aae9c6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:28.741968 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-4fee3cb8-e157-4680-9bd4-3a2aae9c6c9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0793021 Jan 19 01:12:28.746843 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-690f7a3e-2198-455a-9fb1-c1f41d2f75a1 req-8050f9cf-3030-406e-87b4-499f724abb95 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532513 Jan 19 01:12:28.832439 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-e92145dd-8824-42c1-984b-76c1cfb830a6 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832560 Jan 19 01:12:28.923975 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-46509c06-30ef-4485-9810-36ec8a1e3a2b req-a6bd7c8b-5789-4106-b2e3-3a37d4c5b8a8 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825808 Jan 19 01:12:28.931779 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:29.862200 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0961ecd-481f-4809-9f24-eb162e9b3d7a req-f23419f7-cf5d-4118-84b2-f936747d06b9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:29.863693 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0961ecd-481f-4809-9f24-eb162e9b3d7a req-f23419f7-cf5d-4118-84b2-f936747d06b9 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 944 time: 0.0472589 Jan 19 01:12:29.911096 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c0961ecd-481f-4809-9f24-eb162e9b3d7a req-bde16c73-7215-4225-ab4a-7222164bf905 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 Jan 19 01:12:31.024180 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45999-2c6b-4692-9c7e-84ad1f866913 req-8742f485-dce1-46c4-8009-1aa15e5ad1db tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:31.025690 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cab45999-2c6b-4692-9c7e-84ad1f866913 req-8742f485-dce1-46c4-8009-1aa15e5ad1db tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 944 time: 0.0487993 Jan 19 01:12:31.074344 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cab45999-2c6b-4692-9c7e-84ad1f866913 req-6e66535a-61ad-4d6a-ba91-03500a315c24 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Jan 19 01:12:32.194076 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6408ad6-61a0-4bd8-8c79-c6a164b578e9 req-9cb05c30-e5e4-4b4b-9867-a7103bb8f986 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:32.195546 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6408ad6-61a0-4bd8-8c79-c6a164b578e9 req-9cb05c30-e5e4-4b4b-9867-a7103bb8f986 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 944 time: 0.0568290 Jan 19 01:12:32.243315 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b6408ad6-61a0-4bd8-8c79-c6a164b578e9 req-67a9a853-095c-4d52-9c04-aa2debfd620f tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Jan 19 01:12:33.358593 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b18db0-eb75-4f0b-a4a4-a6dc238f3979 req-9c10faa6-b95a-4964-95de-95f99dfc7deb tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:33.360067 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-92b18db0-eb75-4f0b-a4a4-a6dc238f3979 req-9c10faa6-b95a-4964-95de-95f99dfc7deb tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 944 time: 0.0510716 Jan 19 01:12:33.407251 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-92b18db0-eb75-4f0b-a4a4-a6dc238f3979 req-42eff549-6cb6-491f-8565-2c900b6f1afd tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Jan 19 01:12:34.519708 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0a4e0-239b-4156-8783-799649e71c1a req-b8c9ffbb-9736-430c-b363-a46fba509ac2 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:34.521084 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-78b0a4e0-239b-4156-8783-799649e71c1a req-b8c9ffbb-9736-430c-b363-a46fba509ac2 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 944 time: 0.0481663 Jan 19 01:12:34.570021 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-78b0a4e0-239b-4156-8783-799649e71c1a req-8af2103c-1709-4459-a525-5a2578038637 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Jan 19 01:12:35.030332 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 384b3e87-fe40-4b32-a0e1-9d41ef471c6f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 01:12:35.126414 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:12:35.137549 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Returning: {'device': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'port_id': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'mac_address': 'fa:16:3e:a6:ec:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 01:12:35.172392 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f is: DOWN; New status is: BUILD {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:12:35.172775 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:35.190326 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384b3e87-fe40-4b32-a0e1-9d41ef471c6f {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 01:12:35.210615 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:12:35.214693 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:35.259981 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:12:35.266944 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.267294 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.267643 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.268496 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.268496 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.268695 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.268936 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.269266 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.269615 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.269943 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.270271 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.270625 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.270946 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:35.568632 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] get_ports_and_sgs() called for port_ids ['384b3e87-fe40-4b32-a0e1-9d41ef471c6f'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 01:12:35.688567 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c687d8-6bd3-4750-bd95-bbfe980bd979 req-91d029ce-4603-4f9b-8d90-29ea4205b786 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:35.690074 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-77c687d8-6bd3-4750-bd95-bbfe980bd979 req-91d029ce-4603-4f9b-8d90-29ea4205b786 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 945 time: 0.0517700 Jan 19 01:12:35.740707 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-77c687d8-6bd3-4750-bd95-bbfe980bd979 req-9c5e6840-9128-412c-ae98-bbd9f9133247 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Jan 19 01:12:36.852667 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bb215-cee6-4bd6-a983-bdc20b895bad req-d7b91fc0-3ef9-45a1-a3b1-891f8c83d92e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:36.854141 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ad4bb215-cee6-4bd6-a983-bdc20b895bad req-d7b91fc0-3ef9-45a1-a3b1-891f8c83d92e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 945 time: 0.0462875 Jan 19 01:12:36.905378 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-ad4bb215-cee6-4bd6-a983-bdc20b895bad req-ab470522-556c-4559-ac17-9257ae451e15 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 Jan 19 01:12:37.030858 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 384b3e87-fe40-4b32-a0e1-9d41ef471c6f up at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 01:12:37.204142 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning for port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 01:12:37.207816 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Provisioning complete for port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 01:12:37.208190 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3602531'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:37.282070 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Current status of the port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f is: BUILD; New status is: ACTIVE {{(pid=102633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 01:12:37.282384 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:37.308061 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:12:37.310320 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54fe9ddc7765951c6b7c55cb5b98c9eb01971cc208eacca9ac864cb503c7dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab7976b-772b-43b7-8706-0ac1293b136d" -d '{"events": [{"server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "name": "network-vif-plugged", "status": "completed", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:12:37.322684 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] For port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:12:37.327249 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:37.350526 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dd5e8-c636-4f42-89e2-8bef7552d332 x-openstack-request-id: req-287dd5e8-c636-4f42-89e2-8bef7552d332 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:12:37.350816 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "name": "network-vif-plugged", "status": "completed", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:12:37.351066 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-287dd5e8-c636-4f42-89e2-8bef7552d332 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:12:37.351446 dv-cinder-799871-14-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'code': 200} Jan 19 01:12:37.375736 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Pushing event updated for resources: {'Port': ['ID=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:12:37.620573 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40e87-fbca-44bd-a079-8561b26bccf4 req-42908dc4-fcc2-4e91-9aca-256541dfd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:37.622109 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f4f40e87-fbca-44bd-a079-8561b26bccf4 req-42908dc4-fcc2-4e91-9aca-256541dfd128 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 1099 time: 0.0432894 Jan 19 01:12:37.671565 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f4f40e87-fbca-44bd-a079-8561b26bccf4 req-b21f13b5-946f-4d19-a768-893d3d3dd5b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381186 Jan 19 01:12:38.018591 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f0d57-d412-4e1a-a67b-ec7d03f05f87 req-d257ec3c-c72e-4356-b489-61d38112a4dc tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:38.020120 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e15f0d57-d412-4e1a-a67b-ec7d03f05f87 req-d257ec3c-c72e-4356-b489-61d38112a4dc tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 946 time: 0.0485620 Jan 19 01:12:38.069005 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e15f0d57-d412-4e1a-a67b-ec7d03f05f87 req-0ec03263-5323-4987-90c0-83c3d116e4f2 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Jan 19 01:12:39.185728 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129b3a-cc3a-455a-bc42-62d34c8e5126 req-ea95ea1e-b7ef-4fe9-a25a-0449c8ce4f21 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:39.187211 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe129b3a-cc3a-455a-bc42-62d34c8e5126 req-ea95ea1e-b7ef-4fe9-a25a-0449c8ce4f21 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 946 time: 0.0490165 Jan 19 01:12:39.242080 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe129b3a-cc3a-455a-bc42-62d34c8e5126 req-171edc7c-03d2-48c9-a09a-da2d1bb85384 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492988 Jan 19 01:12:39.351820 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705837c4-3aca-4210-ae3b-eeb966034d0f req-f65ecba4-1282-4c7c-a66f-f2fa9caebb9d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:39.353291 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-705837c4-3aca-4210-ae3b-eeb966034d0f req-f65ecba4-1282-4c7c-a66f-f2fa9caebb9d tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 946 time: 0.0478175 Jan 19 01:12:39.400886 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-705837c4-3aca-4210-ae3b-eeb966034d0f req-b1b366c2-ca76-470d-b0bf-b70cafd59415 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Jan 19 01:12:39.422493 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45440) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:12:39.465301 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8138f096-685c-4310-a1bc-44e8c81edae8 tempest-TestVolumeBootPattern-910770368 tempest-TestVolumeBootPattern-910770368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:39.466840 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8138f096-685c-4310-a1bc-44e8c81edae8 tempest-TestVolumeBootPattern-910770368 tempest-TestVolumeBootPattern-910770368-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 1094 time: 0.0433998 Jan 19 01:12:39.469833 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45442) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:12:39.474103 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Request body: {'floatingip': {'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'port_id': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 01:12:39.496841 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:39.593611 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (None), before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:39.696968 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Allocated IP 172.27.3.240 (b71baf94-effa-43c9-a42c-3d4310ba4892/c6fa9e08-2044-4b04-8ed6-cfeb083a64fd/16b75a17-98b4-4537-9705-ea1eed5b5b75) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 01:12:39.792252 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:39.826125 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760245367884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:39.869825 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Network b71baf94-effa-43c9-a42c-3d4310ba4892 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 01:12:39.872686 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 01:12:39.875240 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 01:12:39.905683 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=16b75a17-98b4-4537-9705-ea1eed5b5b75,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:12:39.916620 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.916973 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.917322 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.917709 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.918047 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.918384 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.918715 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.919046 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.919375 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.919702 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.920027 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.920350 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:39.920673 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:12:40.241809 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (09322482-eff9-466a-9c61-ee33ebc3abb5), precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:40.310700 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3583744'] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:40.453303 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:40.457650 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760245949314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760245367902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760245367920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4980215'] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:40.523155 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event updated for resources: {'Port': ['ID=16b75a17-98b4-4537-9705-ea1eed5b5b75,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:12:40.532767 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614922'] for floatingip (09322482-eff9-466a-9c61-ee33ebc3abb5), after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:40.627810 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Floating IP 09322482-eff9-466a-9c61-ee33ebc3abb5 associated. External IP: 172.27.3.240, port: 384b3e87-fe40-4b32-a0e1-9d41ef471c6f. Jan 19 01:12:40.829755 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:12:40.934208 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:12:40.944627 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:12:40.953604 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:40.955224 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:12:40.955848 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:12:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:12:40.980370 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-aaa2a831-6a6b-4100-928d-b1f10a6e6901 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5094635 Jan 19 01:12:40.981042 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:12:40.983286 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bd85d3-7cc6-4810-aa66-885c3c03db57" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:12:41.021040 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea3c4a-6f3c-4ec6-b5f6-dc026406025d x-openstack-request-id: req-28ea3c4a-6f3c-4ec6-b5f6-dc026406025d {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:12:41.021326 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:12:41.022183 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28ea3c4a-6f3c-4ec6-b5f6-dc026406025d {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:12:41.022590 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'status': 'completed', 'code': 200} Jan 19 01:12:41.023692 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:12:41.074051 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:12:41.106553 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-65db4c49-406c-4b72-aaf3-0f5ee3cc39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:41.108038 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-65db4c49-406c-4b72-aaf3-0f5ee3cc39dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 1099 time: 0.0412092 Jan 19 01:12:41.199906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-6af5d83e-7f51-4ddf-8884-5b679bd6fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:41.201363 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-6af5d83e-7f51-4ddf-8884-5b679bd6fa01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0861304 Jan 19 01:12:41.266800 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-0eda8816-1b9c-480f-a06b-937c85a946a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f HTTP/1.1" status: 200 len: 1000 time: 0.0581789 Jan 19 01:12:41.312989 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '09322482-eff9-466a-9c61-ee33ebc3abb5', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:a6:ec:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:12:40Z', 'updated_at': '2022-01-19T01:12:40Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}, {'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:48Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:12:41.319671 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-11d7f0d2-a766-4a5f-994c-752521001abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:41.321136 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-11d7f0d2-a766-4a5f-994c-752521001abc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0477052 Jan 19 01:12:41.338988 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:12:41.347326 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:12:41.347920 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:12:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:12:41.366267 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-8bf06169-46bb-4212-9971-fdeb5868b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:12:41.367677 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-8bf06169-46bb-4212-9971-fdeb5868b23f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395517 Jan 19 01:12:41.455160 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:12:41.456043 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-5e864a81-7bec-4d69-b7d2-4f0a09c68f64 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811465 Jan 19 01:12:41.549113 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47bd85d3-7cc6-4810-aa66-885c3c03db57 req-c046d6b2-541f-4c64-b221-f669523f49c8 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856466 Jan 19 01:12:41.679862 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '09322482-eff9-466a-9c61-ee33ebc3abb5', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:a6:ec:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:12:40Z', 'updated_at': '2022-01-19T01:12:40Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}, {'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:48Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:12:41.705905 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd122b-063e-428a-b0bf-dbc30f41e611 None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '09322482-eff9-466a-9c61-ee33ebc3abb5', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:a6:ec:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:12:40Z', 'updated_at': '2022-01-19T01:12:40Z', 'revision_number': 0, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}, {'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:48Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:12:41.894489 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7f2e4-7be6-40b5-a6d9-73cbddd3affd None None] New status for floating IP 09322482-eff9-466a-9c61-ee33ebc3abb5: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:12:50.114457 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7031ce2c-e228-4860-b84c-f64876dbe0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:52.351175 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7f848ca7-dc2d-4e64-99c0-17d99840cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:53.617781 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:54.935247 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:56.244517 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:12:58.941047 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:05.470468 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-3ca8cc91-1406-4c63-a1ae-bb2d5417fa61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403924 Jan 19 01:13:05.575385 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-c0959e8d-2508-4971-a543-d3487e74ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:13:05.576807 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-c0959e8d-2508-4971-a543-d3487e74ec0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1098 time: 0.0403554 Jan 19 01:13:05.686226 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-889739ba-f909-4139-a36b-edf0e1440ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:13:05.687695 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-889739ba-f909-4139-a36b-edf0e1440ffa service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0874527 Jan 19 01:13:05.754039 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-1ad3c49d-4877-41e3-8eb2-c247ab6e6f07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 1001 time: 0.0573704 Jan 19 01:13:05.807912 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-3ebca8d2-b902-4de5-b8c6-afea72064f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:13:05.809317 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-3ebca8d2-b902-4de5-b8c6-afea72064f6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0457094 Jan 19 01:13:05.856372 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-25585115-6ed2-4a85-97b7-0db9596a3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:13:05.857850 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-25585115-6ed2-4a85-97b7-0db9596a3f91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389080 Jan 19 01:13:05.949723 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-695e2a07-8b65-4deb-90a6-2e0ff955d920 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827792 Jan 19 01:13:06.043388 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c33924a3-33e2-41c5-b5a0-3468091667bd req-ccc73916-ba5b-49fe-b01b-d654cc3412ea service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835464 Jan 19 01:13:18.023522 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:13:20.114825 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2de8dfde-2ab7-476c-baa9-2ed1075fadb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:22.352684 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2ce23417-7409-4709-bb7a-9c12aa21f589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:23.621424 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:24.939803 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:26.249738 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:28.952420 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:50.116548 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8e1febf1-3a2e-42a2-9b75-f0760406e6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:52.353894 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a2158324-2d6b-4610-b225-8f5c3569f11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:53.622971 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:54.941502 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:55.021918 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:13:56.251750 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:13:58.969821 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:06.474656 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-2f59ca16-f40a-49a5-b9ba-f82a20bd9ddb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432966 Jan 19 01:14:06.554692 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-c72296be-de93-4842-b7ca-34b2a574e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:06.556089 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-c72296be-de93-4842-b7ca-34b2a574e66c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 1099 time: 0.0393169 Jan 19 01:14:06.663396 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-6f7f63a4-4431-4fd7-a3ee-77839ab8e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:06.664988 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-6f7f63a4-4431-4fd7-a3ee-77839ab8e8bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0850840 Jan 19 01:14:06.732542 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-c545596e-3bbb-4d1a-9941-a1eeeb9e8590 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f HTTP/1.1" status: 200 len: 1002 time: 0.0577252 Jan 19 01:14:06.785640 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-ab0309e7-d439-46f7-b628-2c47aecf97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:06.787073 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-ab0309e7-d439-46f7-b628-2c47aecf97a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0459807 Jan 19 01:14:06.835016 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-a4799bc8-9545-42d7-a12d-bba49017b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:06.836391 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-a4799bc8-9545-42d7-a12d-bba49017b85a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393627 Jan 19 01:14:06.924240 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-05c7de56-af6e-450f-a927-4d60a1239c02 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776227 Jan 19 01:14:07.015138 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-caf6d554-fb5e-478a-b726-5ad89218d175 req-128135e2-503c-4c57-b3c4-1fe7e2b6bee2 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817990 Jan 19 01:14:12.435947 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45470) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:12.636454 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Deleting port 16b75a17-98b4-4537-9705-ea1eed5b5b75 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:12.636801 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:12.711966 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:12.712289 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (16b75a17-98b4-4537-9705-ea1eed5b5b75), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:12.724736 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Calling delete_port for 16b75a17-98b4-4537-9705-ea1eed5b5b75 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:12.872546 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (16b75a17-98b4-4537-9705-ea1eed5b5b75), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:12.898726 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event deleted for resources: {'Port': ['ID=16b75a17-98b4-4537-9705-ea1eed5b5b75,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:12.920588 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.920930 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.921268 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.921628 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.921958 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.922279 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.922600 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.922919 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.923238 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.923556 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.923879 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.924187 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.924496 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:12.964634 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (09322482-eff9-466a-9c61-ee33ebc3abb5), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:12.964966 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Floating IP 09322482-eff9-466a-9c61-ee33ebc3abb5 disassociated (deleted). External IP: 172.27.3.240, port: 384b3e87-fe40-4b32-a0e1-9d41ef471c6f. Jan 19 01:14:13.413765 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:14:13.519686 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:14:13.524013 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:13.531207 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:14:13.540927 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:13.541542 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:13:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:13.552998 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c2501076-8568-41c7-aff1-4d2bcca16bc7 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "DELETE /v2.0/floatingips/09322482-eff9-466a-9c61-ee33ebc3abb5 HTTP/1.1" status: 204 len: 168 time: 1.1136155 Jan 19 01:14:13.552998 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:14:13.553434 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb32cee-c18e-4063-9b76-e60c472e32c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:14:13.593348 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6faaf73-e9b7-4db7-b3a3-e4865b07dd28 x-openstack-request-id: req-d6faaf73-e9b7-4db7-b3a3-e4865b07dd28 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:14:13.593733 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:14:13.593983 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6faaf73-e9b7-4db7-b3a3-e4865b07dd28 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:14:13.594390 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'status': 'completed', 'code': 200} Jan 19 01:14:13.650634 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:13.711481 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-afd35b01-84df-4724-bc28-b8d0c9b90bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:13.712960 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-afd35b01-84df-4724-bc28-b8d0c9b90bbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 1099 time: 0.0462968 Jan 19 01:14:13.829866 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3332fa-985b-4557-8867-b76a767d3450 req-f4bea086-5775-4ae3-9175-6d5265eb975e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:13.831281 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ce3332fa-985b-4557-8867-b76a767d3450 req-f4bea086-5775-4ae3-9175-6d5265eb975e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 946 time: 0.1017966 Jan 19 01:14:13.875143 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-25b33891-899c-4bad-bc04-bacf28da5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:13.876592 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-25b33891-899c-4bad-bc04-bacf28da5b1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.1351275 Jan 19 01:14:13.880584 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:48Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:13.906914 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:14:13.915092 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:13.915691 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:13:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:13.931746 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-97b551a6-521d-49c8-bef0-73b239546806 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f HTTP/1.1" status: 200 len: 217 time: 0.0474865 Jan 19 01:14:13.935732 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ce3332fa-985b-4557-8867-b76a767d3450 req-60596460-8c5f-456b-b972-05c20050a07e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974202 Jan 19 01:14:13.980683 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-87d9ee53-cc01-45c7-814e-501548316164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:13.982769 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-87d9ee53-cc01-45c7-814e-501548316164 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0444133 Jan 19 01:14:14.030683 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-ad42b905-499b-4027-90f0-f5743cc382a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:14.032221 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-ad42b905-499b-4027-90f0-f5743cc382a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428452 Jan 19 01:14:14.126367 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-59d7b144-6063-4baa-893b-a30023ff8d8b service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874839 Jan 19 01:14:14.158088 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:14.214924 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb32cee-c18e-4063-9b76-e60c472e32c5 req-17bbb663-428c-431b-8586-b3b9fe9abd5c service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815790 Jan 19 01:14:14.378105 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:48Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:14.408017 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8751b5-793b-4c2a-ade2-9275172bb628 None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_floatingips': [{'id': '38fa824f-d67e-41ca-9937-127a327164b2', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'router_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'port_id': '35f0b692-4008-4607-bb29-be2988c13312', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'mac_address': 'fa:16:3e:53:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T01:10:46Z', 'updated_at': '2022-01-19T01:10:48Z', 'revision_number': 1, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:14:14.618648 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e80bb2-e439-4208-b366-0e61b41f4e36 None None] New status for floating IP 09322482-eff9-466a-9c61-ee33ebc3abb5: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:14:15.052701 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a8863-28a5-4ff2-8045-f333a2deced1 req-d094fda3-c25b-46a8-acb4-6f353e46a170 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:15.054457 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dc9a8863-28a5-4ff2-8045-f333a2deced1 req-d094fda3-c25b-46a8-acb4-6f353e46a170 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Jan 19 01:14:15.105223 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dc9a8863-28a5-4ff2-8045-f333a2deced1 req-ab830ad8-deab-4c35-8fd5-48914b3c1a4c tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452104 Jan 19 01:14:15.754098 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-782981ca-edfe-45c8-9a3e-4fec093ff9f6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:15.755520 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-782981ca-edfe-45c8-9a3e-4fec093ff9f6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 946 time: 0.0475385 Jan 19 01:14:16.089519 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Deleting port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:16.089861 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:16.211649 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] For port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:16.212014 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:16.226928 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Calling delete_port for 384b3e87-fe40-4b32-a0e1-9d41ef471c6f owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:16.250587 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80078ca-5c24-4b30-a3e0-abb224314644 req-9b9cfa03-3949-416e-8731-352b7505a0a5 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:16.252017 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b80078ca-5c24-4b30-a3e0-abb224314644 req-9b9cfa03-3949-416e-8731-352b7505a0a5 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 946 time: 0.0799556 Jan 19 01:14:16.343595 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b80078ca-5c24-4b30-a3e0-abb224314644 req-31db090b-06a0-4ee9-855e-a8f3af83170c tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658605 Jan 19 01:14:16.400743 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (384b3e87-fe40-4b32-a0e1-9d41ef471c6f), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:16.430571 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event deleted for resources: {'Port': ['ID=384b3e87-fe40-4b32-a0e1-9d41ef471c6f,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:16.455331 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.455682 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.456029 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.456367 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.456700 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.457027 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.457355 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.457707 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.458036 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.458356 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.458678 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.458997 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.459314 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:16.480658 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] No DVR routers for this DVR port 384b3e87-fe40-4b32-a0e1-9d41ef471c6f on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:14:16.484075 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:16.487394 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee1d5654-ace2-41d8-9454-59c8c9e1b51d req-b5f7315a-ebc5-4c7f-bf77-a9231e5b78fe tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "DELETE /v2.0/ports/384b3e87-fe40-4b32-a0e1-9d41ef471c6f HTTP/1.1" status: 204 len: 173 time: 0.7235844 Jan 19 01:14:16.487837 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'name': 'network-vif-deleted', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:14:16.490077 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcc4c84-684e-48d2-8d43-bf54a7fbbb35" -d '{"events": [{"server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "name": "network-vif-deleted", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:14:16.529464 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52edb0-6503-4217-8e8e-63b54c2e937d x-openstack-request-id: req-5d52edb0-6503-4217-8e8e-63b54c2e937d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:14:16.529727 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d277b8-dcb2-41d8-8407-4c4a885bd617", "name": "network-vif-deleted", "tag": "384b3e87-fe40-4b32-a0e1-9d41ef471c6f", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:14:16.530111 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d52edb0-6503-4217-8e8e-63b54c2e937d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:14:16.530600 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d277b8-dcb2-41d8-8407-4c4a885bd617', 'name': 'network-vif-deleted', 'tag': '384b3e87-fe40-4b32-a0e1-9d41ef471c6f', 'status': 'completed', 'code': 200} Jan 19 01:14:17.449615 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-011ded06-16c1-4ef4-8e96-b0656e6412fe req-38843e22-e141-4f55-af8a-e60f1dd9e8a1 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4d277b8-dcb2-41d8-8407-4c4a885bd617 HTTP/1.1" status: 200 len: 210 time: 0.0282128 Jan 19 01:14:19.593408 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 384b3e87-fe40-4b32-a0e1-9d41ef471c6f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:19.613499 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 384b3e87-fe40-4b32-a0e1-9d41ef471c6f {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:19.613867 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 384b3e87-fe40-4b32-a0e1-9d41ef471c6f not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:20.119633 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc68c-1470-460b-a1c5-68283f4cc936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:20.717743 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45514) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:20.870053 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Deleting port 1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:20.870394 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:20.943766 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:20.944086 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:20.956209 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Calling delete_port for 1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:21.098971 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:21.122896 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event deleted for resources: {'Port': ['ID=1ee4ed3f-a4e6-463e-b329-3ea02fe4ce29,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:21.187275 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (38fa824f-d67e-41ca-9937-127a327164b2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:21.187600 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Floating IP 38fa824f-d67e-41ca-9937-127a327164b2 disassociated (deleted). External IP: 172.27.3.253, port: 35f0b692-4008-4607-bb29-be2988c13312. Jan 19 01:14:21.388299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:14:21.493965 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:14:21.498718 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:21.503524 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:14:21.512968 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:21.513591 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:13:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:21.528972 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b91c34ac-e900-4fab-a18f-9fc675d6f7d6 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "DELETE /v2.0/floatingips/38fa824f-d67e-41ca-9937-127a327164b2 HTTP/1.1" status: 204 len: 168 time: 0.8095136 Jan 19 01:14:21.529497 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'tag': '35f0b692-4008-4607-bb29-be2988c13312'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:14:21.531773 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8bcad0f15cfbdc450ec2b3aab09fbe73cae5819d9af05b74c2c969cc09cb556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "tag": "35f0b692-4008-4607-bb29-be2988c13312"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:14:21.569472 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 01:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe0efcc-3876-46f5-92c2-9363c0011b3c x-openstack-request-id: req-ffe0efcc-3876-46f5-92c2-9363c0011b3c {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:14:21.569853 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "tag": "35f0b692-4008-4607-bb29-be2988c13312", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:14:21.570108 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffe0efcc-3876-46f5-92c2-9363c0011b3c {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:14:21.570513 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'tag': '35f0b692-4008-4607-bb29-be2988c13312', 'status': 'completed', 'code': 200} Jan 19 01:14:21.626992 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:21.674210 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-9b361eb6-4ee2-4fd7-8814-9da9608c5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:21.675718 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-9b361eb6-4ee2-4fd7-8814-9da9608c5fc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e01579e07bf4fb4b649e597de305f47&device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 1098 time: 0.0474484 Jan 19 01:14:21.755792 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f6182-6d06-422a-93f7-25a8c065832c req-b27098c1-be4d-4e9c-ad5e-7673f935d3a2 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:21.757364 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-343f6182-6d06-422a-93f7-25a8c065832c req-b27098c1-be4d-4e9c-ad5e-7673f935d3a2 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 945 time: 0.0503905 Jan 19 01:14:21.808313 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-343f6182-6d06-422a-93f7-25a8c065832c req-7d71c1a8-94da-4c78-bf63-49ea598f1af0 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446212 Jan 19 01:14:21.812174 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-01dfb6dd-85c9-45a9-8655-bb59d0d2a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:21.813682 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-01dfb6dd-85c9-45a9-8655-bb59d0d2a7b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 200 len: 912 time: 0.0876098 Jan 19 01:14:21.856699 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:21.859104 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-c162cb3b-02b8-4662-b354-7998440b9c6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 200 len: 217 time: 0.0386398 Jan 19 01:14:21.882387 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:14:21.891189 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:21.891792 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:13:52Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:21.906779 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-90cd2dc3-a661-40d2-b527-69bc9c50aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:21.908227 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-90cd2dc3-a661-40d2-b527-69bc9c50aeb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 200 len: 850 time: 0.0433164 Jan 19 01:14:21.953965 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-72079243-5a9e-412d-8bd9-9e9d317a789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:21.955505 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-72079243-5a9e-412d-8bd9-9e9d317a789b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb720cae-4dad-4da6-a242-4f7886e697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409234 Jan 19 01:14:21.998366 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:22.047365 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-33bc46ed-4df5-40be-9ec3-ecb525e19259 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852745 Jan 19 01:14:22.136461 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53fbbea-87ea-47cb-89c1-5801c9e4a7aa req-73ce8f7e-1015-4ff1-8e10-e8b129482227 service neutron] 10.222.0.32 "GET /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825725 Jan 19 01:14:22.198080 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:22.223923 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc784d86-3953-40f2-a47c-f32904e4d425 None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:41Z', 'revision_number': 4, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi', '_interfaces': [{'id': '1a7785a4-35c8-4c3f-a118-8931d99544be', 'name': '', 'network_id': 'bb720cae-4dad-4da6-a242-4f7886e697d6', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:41Z', 'updated_at': '2022-01-19T01:07:46Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'subnets': [{'id': '7ade0fac-6609-4524-9716-d7a98e14c3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:14:22.357684 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-76ae0a68-8860-4b73-887c-37810a839f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:22.425742 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a9822d-2a18-4333-be2e-756ee7f5b987 None None] New status for floating IP 38fa824f-d67e-41ca-9937-127a327164b2: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 01:14:22.927966 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827566b5-a5b9-4236-9727-f697a21743ff req-6e16cacc-d279-49e4-82b0-289d8e5f501e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:22.929719 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-827566b5-a5b9-4236-9727-f697a21743ff req-6e16cacc-d279-49e4-82b0-289d8e5f501e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 945 time: 0.0482988 Jan 19 01:14:22.978621 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-827566b5-a5b9-4236-9727-f697a21743ff req-3bd68163-94b8-4c7e-85fe-ed7fbe113c04 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae3a1266-ef45-4939-bceb-949aab8ecea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Jan 19 01:14:23.627587 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:23.645710 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-935306f4-0225-4910-9039-fc2af8bc215b tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 01:14:23.647176 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-935306f4-0225-4910-9039-fc2af8bc215b tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 945 time: 0.0533295 Jan 19 01:14:23.734621 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Deleting port 35f0b692-4008-4607-bb29-be2988c13312 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:23.734961 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (35f0b692-4008-4607-bb29-be2988c13312), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:23.823197 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] For port 35f0b692-4008-4607-bb29-be2988c13312, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=35f0b692-4008-4607-bb29-be2988c13312,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:23.823558 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (35f0b692-4008-4607-bb29-be2988c13312), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:23.836192 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Calling delete_port for 35f0b692-4008-4607-bb29-be2988c13312 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:23.965414 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (35f0b692-4008-4607-bb29-be2988c13312), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:23.995529 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event deleted for resources: {'Port': ['ID=35f0b692-4008-4607-bb29-be2988c13312,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:24.037597 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] No DVR routers for this DVR port 35f0b692-4008-4607-bb29-be2988c13312 on host hv-cinder-79987 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:14:24.039996 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for port (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:24.043364 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd04baac-c768-432f-9df9-3caa941fe8d6 req-72566e54-1189-40d7-80a9-e86e5ba78a1a tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.32 "DELETE /v2.0/ports/35f0b692-4008-4607-bb29-be2988c13312 HTTP/1.1" status: 204 len: 173 time: 0.3905685 Jan 19 01:14:24.043843 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'name': 'network-vif-deleted', 'tag': '35f0b692-4008-4607-bb29-be2988c13312'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 01:14:24.046078 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc406400589ed606f7781c2fd576e640f40afe7175a7e42d9f09c4ec80d52839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5ed67d-8f85-4eee-b76b-f327be6cff53" -d '{"events": [{"server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "name": "network-vif-deleted", "tag": "35f0b692-4008-4607-bb29-be2988c13312"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 01:14:24.077320 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [req-240fa13c-cf0f-478d-815f-b56666650856 req-c6b27973-7086-4c15-b5a3-e54348ddeca8 tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "GET /v2.0/ports?device_id=735db552-ef39-431c-a9e8-7d1238b61a4e HTTP/1.1" status: 200 len: 210 time: 0.0275989 Jan 19 01:14:24.082430 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d77fae-0acb-411c-a5e7-d563807a1963 x-openstack-request-id: req-37d77fae-0acb-411c-a5e7-d563807a1963 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 01:14:24.082730 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735db552-ef39-431c-a9e8-7d1238b61a4e", "name": "network-vif-deleted", "tag": "35f0b692-4008-4607-bb29-be2988c13312", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 01:14:24.083026 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37d77fae-0acb-411c-a5e7-d563807a1963 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 01:14:24.083455 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735db552-ef39-431c-a9e8-7d1238b61a4e', 'name': 'network-vif-deleted', 'tag': '35f0b692-4008-4607-bb29-be2988c13312', 'status': 'completed', 'code': 200} Jan 19 01:14:24.945935 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:25.137401 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45530) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:25.263764 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Deleting port d3a27eb0-7acc-4928-a314-f93edb9f24e5 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:25.264106 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:25.341937 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:25.342531 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (d3a27eb0-7acc-4928-a314-f93edb9f24e5), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:25.356810 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Calling delete_port for d3a27eb0-7acc-4928-a314-f93edb9f24e5 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:25.484085 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (d3a27eb0-7acc-4928-a314-f93edb9f24e5), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:25.508567 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event deleted for resources: {'Port': ['ID=d3a27eb0-7acc-4928-a314-f93edb9f24e5,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:25.569024 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for floatingip (afc04394-4974-4f6b-b457-5e5d2e0fe10d), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:25.571569 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-958756'] for floatingip (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:25.572714 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4b7c694a-9443-4ff5-8154-e0be89ebfd4e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "DELETE /v2.0/floatingips/afc04394-4974-4f6b-b457-5e5d2e0fe10d HTTP/1.1" status: 204 len: 168 time: 0.4343078 Jan 19 01:14:25.605740 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 35f0b692-4008-4607-bb29-be2988c13312 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:25.625813 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] No Port match for: 35f0b692-4008-4607-bb29-be2988c13312 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:25.626160 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Device 35f0b692-4008-4607-bb29-be2988c13312 not bound to the agent host hv-cinder-79987 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:26.253941 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:26.758353 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 45542) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:26.816961 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cde5c9-bc50-4f00-8cdd-5f2c6f10e91e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group (ae3a1266-ef45-4939-bceb-949aab8ecea4), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:26.844686 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cde5c9-bc50-4f00-8cdd-5f2c6f10e91e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group (ae3a1266-ef45-4939-bceb-949aab8ecea4), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:26.914178 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cde5c9-bc50-4f00-8cdd-5f2c6f10e91e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (ae3a1266-ef45-4939-bceb-949aab8ecea4), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:26.916796 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4cde5c9-bc50-4f00-8cdd-5f2c6f10e91e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Publish callbacks [] for security_group (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:26.921020 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e4cde5c9-bc50-4f00-8cdd-5f2c6f10e91e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae3a1266-ef45-4939-bceb-949aab8ecea4 HTTP/1.1" status: 204 len: 168 time: 0.1603136 Jan 19 01:14:26.931806 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cde5c9-bc50-4f00-8cdd-5f2c6f10e91e tempest-TestVolumeBootPattern-1628530261 tempest-TestVolumeBootPattern-1628530261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a1266-ef45-4939-bceb-949aab8ecea4,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:26.972567 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 45546) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:27.428597 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (52378eb0-d64b-4533-a654-d3b77b7013d1), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:27.666572 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Deleting port 1a7785a4-35c8-4c3f-a118-8931d99544be {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:27.666906 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:27.744715 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] For port 1a7785a4-35c8-4c3f-a118-8931d99544be, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1a7785a4-35c8-4c3f-a118-8931d99544be,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:27.745075 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:27.757789 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Calling delete_port for 1a7785a4-35c8-4c3f-a118-8931d99544be owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:27.930224 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (1a7785a4-35c8-4c3f-a118-8931d99544be), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:27.956772 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7785a4-35c8-4c3f-a118-8931d99544be,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:28.115236 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (52378eb0-d64b-4533-a654-d3b77b7013d1), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:28.325202 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Router 52378eb0-d64b-4533-a654-d3b77b7013d1 has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:14:28.428831 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:14:28.434052 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2c4a5deb-eb71-4821-ae63-285081a0c9e9 admin admin] 10.222.0.35 "PUT /v2.0/routers/52378eb0-d64b-4533-a654-d3b77b7013d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4604497 Jan 19 01:14:28.436602 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 45550) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:28.437716 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] Sync routers for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:14:28.448171 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:28.448775 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:14:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:28.539970 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks [] for router (52378eb0-d64b-4533-a654-d3b77b7013d1), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:28.550879 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: dv-cinder-799871-14-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:28.640279 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks [] for router_gateway (52378eb0-d64b-4533-a654-d3b77b7013d1), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:28.692390 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Deleting port 9fb18e46-b2af-4644-8d38-a0af53c60017 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:28.692747 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:28.724225 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:14:27Z', 'revision_number': 5, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port': {'id': '9fb18e46-b2af-4644-8d38-a0af53c60017', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:28.752880 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] Checking router: 52378eb0-d64b-4533-a654-d3b77b7013d1 for host: dv-cinder-799871-14-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:14:28.761033 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] Routers {'52378eb0-d64b-4533-a654-d3b77b7013d1'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:28.761647 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:14:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['52378eb0-d64b-4533-a654-d3b77b7013d1'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:28.772197 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] For port 9fb18e46-b2af-4644-8d38-a0af53c60017, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=9fb18e46-b2af-4644-8d38-a0af53c60017,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:28.772562 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:28.784596 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Calling delete_port for 9fb18e46-b2af-4644-8d38-a0af53c60017 owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:28.843790 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] Set router 52378eb0-d64b-4533-a654-d3b77b7013d1 gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:28.899443 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:14:28Z', 'revision_number': 6, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:28.926478 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcfee7-b5e4-4a37-91ff-f72f2513e14e None None] The sync data for ids ['52378eb0-d64b-4533-a654-d3b77b7013d1'] in dv-cinder-799871-14-iscsi is: [{'id': '52378eb0-d64b-4533-a654-d3b77b7013d1', 'name': 'tempest-TestVolumeBootPattern-957726505-router', 'tenant_id': '8e01579e07bf4fb4b649e597de305f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:38Z', 'updated_at': '2022-01-19T01:14:28Z', 'revision_number': 6, 'project_id': '8e01579e07bf4fb4b649e597de305f47', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:14:28.983933 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.195207 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (9fb18e46-b2af-4644-8d38-a0af53c60017), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.217998 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb18e46-b2af-4644-8d38-a0af53c60017,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:29.284308 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (52378eb0-d64b-4533-a654-d3b77b7013d1), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.383382 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (52378eb0-d64b-4533-a654-d3b77b7013d1), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.385767 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks [] for router_controller (52378eb0-d64b-4533-a654-d3b77b7013d1), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.430195 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (52378eb0-d64b-4533-a654-d3b77b7013d1), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.430724 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52378eb0-d64b-4533-a654-d3b77b7013d1 {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:14:29.435974 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.437227 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ddcfd828-df53-4f1f-9294-592989401ad4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/52378eb0-d64b-4533-a654-d3b77b7013d1 HTTP/1.1" status: 204 len: 168 time: 0.9997251 Jan 19 01:14:29.439805 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 45552) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:29.484174 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] Deleting subnet 7ade0fac-6609-4524-9716-d7a98e14c3b7 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:14:29.487783 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] Publish callbacks [] for subnet (7ade0fac-6609-4524-9716-d7a98e14c3b7), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.521814 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7922619'] for subnet (7ade0fac-6609-4524-9716-d7a98e14c3b7), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.600544 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (7ade0fac-6609-4524-9716-d7a98e14c3b7), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.651871 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8210284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7585910'] for subnet (7ade0fac-6609-4524-9716-d7a98e14c3b7), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.679766 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.685746 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7ade0fac-6609-4524-9716-d7a98e14c3b7 HTTP/1.1" status: 204 len: 168 time: 0.2427480 Jan 19 01:14:29.685746 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a34e-936f-4619-a397-e160fd37e824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ade0fac-6609-4524-9716-d7a98e14c3b7,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:29.686016 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b02472-2fd0-4a4b-81ea-5b1469460933 None None] Network bb720cae-4dad-4da6-a242-4f7886e697d6 requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:14:29.686481 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 45554) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:29.758810 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 9fb18e46-b2af-4644-8d38-a0af53c60017 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:29.762087 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (bb720cae-4dad-4da6-a242-4f7886e697d6), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.791719 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 9fb18e46-b2af-4644-8d38-a0af53c60017 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:29.792055 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 9fb18e46-b2af-4644-8d38-a0af53c60017 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:29.792479 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 1a7785a4-35c8-4c3f-a118-8931d99544be no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:29.815113 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Deleting port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:29.815453 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.817260 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 1a7785a4-35c8-4c3f-a118-8931d99544be {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:29.817631 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 1a7785a4-35c8-4c3f-a118-8931d99544be not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:29.881245 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] For port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:29.881632 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.893742 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Calling delete_port for c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:29.905088 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] DHCP port deletion for bb720cae-4dad-4da6-a242-4f7886e697d6 request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:14:29.952373 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Deleting port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:29.952742 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.983646 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:29.997413 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] No DVR routers for this DVR port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 on host dv-cinder-799871-14-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:14:30.020077 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:30.031014 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] For port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,segment=NetworkSegment(3a12cab0-fcc4-430e-bed9-92d48309da1d),segment_id=3a12cab0-fcc4-430e-bed9-92d48309da1d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:30.031408 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.045678 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Calling delete_port for c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:30.096688 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (bb720cae-4dad-4da6-a242-4f7886e697d6), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.117459 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb720cae-4dad-4da6-a242-4f7886e697d6']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:30.124347 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893'] for port (c5fd3e10-c35d-4d28-b365-a8dcd955b8d9), after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.126949 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a12cab0-fcc4-430e-bed9-92d48309da1d') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:30.127246 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a12cab0-fcc4-430e-bed9-92d48309da1d') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:30.136583 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7922594'] for segment (3a12cab0-fcc4-430e-bed9-92d48309da1d), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.146614 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Pushing event deleted for resources: {'Port': ['ID=c5fd3e10-c35d-4d28-b365-a8dcd955b8d9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:30.150600 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (3a12cab0-fcc4-430e-bed9-92d48309da1d), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.156572 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] No DVR routers for this DVR port c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 on host dv-cinder-799871-14-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:14:30.158659 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.159002 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.159337 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.159627 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:14:30.159764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.159981 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.160096 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8210226'] for segment (3a12cab0-fcc4-430e-bed9-92d48309da1d), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.160304 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.160627 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.161046 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.161267 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.162219 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.162219 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.162219 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: warnings.warn(msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: Traceback (most recent call last): Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: timer() Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: cb(*args, **kw) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: return func(*args, **kwargs) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: self._notify() Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: self.callback(batched_events) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: event.method(event) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: return f(self, *a, **k) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._get(url).json() Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:14:30.162490 dv-cinder-799871-14-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:14:30.165682 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd057c-3630-4601-84fe-4d686e4b1cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-14-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 01:14:30.218691 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (bb720cae-4dad-4da6-a242-4f7886e697d6), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.224004 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.227205 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] 10.222.0.35 "DELETE /v2.0/networks/bb720cae-4dad-4da6-a242-4f7886e697d6 HTTP/1.1" status: 204 len: 168 time: 0.5401311 Jan 19 01:14:30.230166 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45556) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:30.238070 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2c8c7-b7f0-491c-8979-b4dc2609c3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=bb720cae-4dad-4da6-a242-4f7886e697d6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:30.566231 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614410'] for router_interface (20b014da-6022-4bcb-9510-6588c86d5b4e), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.805907 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Deleting port 1727bf37-aee1-43ca-8432-fec5519b2cfa {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:30.806243 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.879771 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] For port 1727bf37-aee1-43ca-8432-fec5519b2cfa, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=1727bf37-aee1-43ca-8432-fec5519b2cfa,segment=NetworkSegment(115f7a0b-6679-4a47-a39b-be5ef43d9124),segment_id=115f7a0b-6679-4a47-a39b-be5ef43d9124)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:30.880126 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:30.892133 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Calling delete_port for 1727bf37-aee1-43ca-8432-fec5519b2cfa owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:31.065682 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (1727bf37-aee1-43ca-8432-fec5519b2cfa), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:31.095528 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Pushing event deleted for resources: {'Port': ['ID=1727bf37-aee1-43ca-8432-fec5519b2cfa,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:31.261903 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614810'] for router_interface (20b014da-6022-4bcb-9510-6588c86d5b4e), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:31.472238 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Router 20b014da-6022-4bcb-9510-6588c86d5b4e has already been hosted by L3 agent 40079f59-ba35-4fc5-b1b6-5606d5546ee8 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 01:14:31.592340 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:31.612516 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:31.612855 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device c5fd3e10-c35d-4d28-b365-a8dcd955b8d9 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:31.823450 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] Notify agent at l3_agent.dv-cinder-799871-14-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 01:14:31.831302 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3e41048a-0d90-4891-a19c-df8cfaa3d471 admin admin] 10.222.0.35 "PUT /v2.0/routers/20b014da-6022-4bcb-9510-6588c86d5b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5976880 Jan 19 01:14:31.831594 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 45558) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:31.832177 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] Sync routers for ids ['20b014da-6022-4bcb-9510-6588c86d5b4e'] in dv-cinder-799871-14-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 01:14:31.842095 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] Routers {'20b014da-6022-4bcb-9510-6588c86d5b4e'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:31.842700 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:14:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['20b014da-6022-4bcb-9510-6588c86d5b4e'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:31.936422 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks [] for router (20b014da-6022-4bcb-9510-6588c86d5b4e), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:31.948570 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] Set router 20b014da-6022-4bcb-9510-6588c86d5b4e gateway port host: dv-cinder-799871-14-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:32.037883 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks [] for router_gateway (20b014da-6022-4bcb-9510-6588c86d5b4e), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.044148 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:14:32.089962 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Deleting port 41f6727c-a4de-47f7-bfe8-560e292cab88 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:32.090306 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.129868 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'external_fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:14:31Z', 'revision_number': 5, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port': {'id': '41f6727c-a4de-47f7-bfe8-560e292cab88', 'name': '', 'network_id': 'b71baf94-effa-43c9-a42c-3d4310ba4892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T01:07:44Z', 'updated_at': '2022-01-19T01:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6fa9e08-2044-4b04-8ed6-cfeb083a64fd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-14-iscsi'}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:32.155948 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] Checking router: 20b014da-6022-4bcb-9510-6588c86d5b4e for host: dv-cinder-799871-14-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 01:14:32.164081 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] Routers {'20b014da-6022-4bcb-9510-6588c86d5b4e'} bound to L3 agent in host dv-cinder-799871-14-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 01:14:32.164669 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T00:50:52Z,description=,heartbeat_timestamp=2022-01-19T01:14:22Z,host='dv-cinder-799871-14-iscsi',id=40079f59-ba35-4fc5-b1b6-5606d5546ee8,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T00:50:52Z,topic='l3_agent')) {'router_ids': ['20b014da-6022-4bcb-9510-6588c86d5b4e'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:32.173959 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] For port 41f6727c-a4de-47f7-bfe8-560e292cab88, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=41f6727c-a4de-47f7-bfe8-560e292cab88,segment=NetworkSegment(cdcfbef9-63c0-4f96-878a-658c136bdb43),segment_id=cdcfbef9-63c0-4f96-878a-658c136bdb43)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:32.174322 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.186795 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Calling delete_port for 41f6727c-a4de-47f7-bfe8-560e292cab88 owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:32.333908 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] Set router 20b014da-6022-4bcb-9510-6588c86d5b4e gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 01:14:32.355523 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8210241'] for port (41f6727c-a4de-47f7-bfe8-560e292cab88), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.381526 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f6727c-a4de-47f7-bfe8-560e292cab88,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:32.388593 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:14:32Z', 'revision_number': 6, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port_host': None}], 'dv-cinder-799871-14-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:32.414794 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f7cd7-f823-41bf-a5b2-98a604bd4630 None None] The sync data for ids ['20b014da-6022-4bcb-9510-6588c86d5b4e'] in dv-cinder-799871-14-iscsi is: [{'id': '20b014da-6022-4bcb-9510-6588c86d5b4e', 'name': 'tempest-TestVolumeBootPattern-1429020976-router', 'tenant_id': 'a1bd3d998305436dbe1d9505871bc92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T01:07:43Z', 'updated_at': '2022-01-19T01:14:32Z', 'revision_number': 6, 'project_id': 'a1bd3d998305436dbe1d9505871bc92d', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 01:14:32.440762 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614980'] for router_gateway (20b014da-6022-4bcb-9510-6588c86d5b4e), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.533761 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12015'] for router (20b014da-6022-4bcb-9510-6588c86d5b4e), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.535885 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks [] for router_controller (20b014da-6022-4bcb-9510-6588c86d5b4e), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.590440 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616680'] for router (20b014da-6022-4bcb-9510-6588c86d5b4e), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.591085 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20b014da-6022-4bcb-9510-6588c86d5b4e {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 01:14:32.596293 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.597896 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-eb48ceea-b806-46e5-b41b-48f58bd76893 admin admin] 10.222.0.35 "DELETE /v2.0/routers/20b014da-6022-4bcb-9510-6588c86d5b4e HTTP/1.1" status: 204 len: 168 time: 0.7650726 Jan 19 01:14:32.600631 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.35', 45560) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:32.644343 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] Deleting subnet 74a1998a-ff99-435d-94b5-0db5a57b7c0b {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 01:14:32.647285 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] Publish callbacks [] for subnet (74a1998a-ff99-435d-94b5-0db5a57b7c0b), before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.680095 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7922619'] for subnet (74a1998a-ff99-435d-94b5-0db5a57b7c0b), precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.766111 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3589969'] for subnet (74a1998a-ff99-435d-94b5-0db5a57b7c0b), precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.824127 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3589976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8210284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7585910'] for subnet (74a1998a-ff99-435d-94b5-0db5a57b7c0b), after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.852894 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a1998a-ff99-435d-94b5-0db5a57b7c0b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:32.857836 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.861957 dv-cinder-799871-14-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1910cafa-342d-4a91-ae2c-f99a27fd9433 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/74a1998a-ff99-435d-94b5-0db5a57b7c0b HTTP/1.1" status: 204 len: 168 time: 0.2601111 Jan 19 01:14:32.862904 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ac1f3-a05f-4506-97e0-9d3685dc8616 None None] Network c247b7ce-19b9-484a-8b2f-da58ec4a10af requested from dv-cinder-799871-14-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 01:14:32.864285 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45562) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:32.936748 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768857'] for network (c247b7ce-19b9-484a-8b2f-da58ec4a10af), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:32.993192 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Deleting port a4331f8c-8c0e-4e45-ad00-9da8ce628dca {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 01:14:32.993523 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760245809116'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.059226 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] For port a4331f8c-8c0e-4e45-ad00-9da8ce628dca, host dv-cinder-799871-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-14-iscsi',level=0,port_id=a4331f8c-8c0e-4e45-ad00-9da8ce628dca,segment=NetworkSegment(115f7a0b-6679-4a47-a39b-be5ef43d9124),segment_id=115f7a0b-6679-4a47-a39b-be5ef43d9124)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 01:14:33.060098 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619945'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.072773 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Calling delete_port for a4331f8c-8c0e-4e45-ad00-9da8ce628dca owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 01:14:33.155762 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3583181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760245949296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760245367893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4980192'] for port (a4331f8c-8c0e-4e45-ad00-9da8ce628dca), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.186052 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654818b0-2c1c-45ba-9f56-c3709e2211e9 None None] DHCP port deletion for c247b7ce-19b9-484a-8b2f-da58ec4a10af request from dv-cinder-799871-14-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 01:14:33.188333 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4331f8c-8c0e-4e45-ad00-9da8ce628dca,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:33.193299 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] No DVR routers for this DVR port a4331f8c-8c0e-4e45-ad00-9da8ce628dca on host dv-cinder-799871-14-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 01:14:33.281708 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600616', 'neutron.services.segments.db._delete_segments_for_network-8760245922079'] for network (c247b7ce-19b9-484a-8b2f-da58ec4a10af), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.303913 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c247b7ce-19b9-484a-8b2f-da58ec4a10af']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:33.314838 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115f7a0b-6679-4a47-a39b-be5ef43d9124') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:33.315170 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115f7a0b-6679-4a47-a39b-be5ef43d9124') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 01:14:33.324734 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760245921576', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7557227'] for segment (115f7a0b-6679-4a47-a39b-be5ef43d9124), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.338096 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990'] for segment (115f7a0b-6679-4a47-a39b-be5ef43d9124), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.345539 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 01:14:33.346148 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3726990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4980115'] for segment (115f7a0b-6679-4a47-a39b-be5ef43d9124), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: Traceback (most recent call last): Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: timer() Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: cb(*args, **kw) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: return func(*args, **kwargs) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: self._notify() Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: self.callback(batched_events) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: event.method(event) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: return f(self, *a, **k) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._get(url).json() Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 01:14:33.347958 dv-cinder-799871-14-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 01:14:33.405241 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614936'] for network (c247b7ce-19b9-484a-8b2f-da58ec4a10af), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.411373 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646024'] for network (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.414898 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] 10.222.0.35 "DELETE /v2.0/networks/c247b7ce-19b9-484a-8b2f-da58ec4a10af HTTP/1.1" status: 204 len: 168 time: 0.5495834 Jan 19 01:14:33.436255 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3685219-66ac-44de-aa8e-2b3727fba65d admin admin] Pushing event deleted for resources: {'Network': ['ID=c247b7ce-19b9-484a-8b2f-da58ec4a10af,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:33.543059 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45566) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:33.553103 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 1727bf37-aee1-43ca-8432-fec5519b2cfa no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:33.575594 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 1727bf37-aee1-43ca-8432-fec5519b2cfa {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:33.575938 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 1727bf37-aee1-43ca-8432-fec5519b2cfa not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:33.576356 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 41f6727c-a4de-47f7-bfe8-560e292cab88 no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:33.585834 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6a61258d-0b69-43f1-a5d9-1e1a3a73fb71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e01579e07bf4fb4b649e597de305f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409808 Jan 19 01:14:33.588353 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45568) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:33.598981 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: 41f6727c-a4de-47f7-bfe8-560e292cab88 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:33.599320 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device 41f6727c-a4de-47f7-bfe8-560e292cab88 not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:33.599736 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a4331f8c-8c0e-4e45-ad00-9da8ce628dca no longer exists at agent ovs-agent-dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 01:14:33.618361 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] No Port match for: a4331f8c-8c0e-4e45-ad00-9da8ce628dca {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 01:14:33.618706 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Device a4331f8c-8c0e-4e45-ad00-9da8ce628dca not bound to the agent host dv-cinder-799871-14-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 01:14:33.634865 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f803f4-34e8-4ed1-b6b2-21d8e6f1e4b5 admin admin] Publish callbacks [] for security_group (170874a0-0f17-4e3e-81cb-a8b2e531ae2f), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.655497 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f803f4-34e8-4ed1-b6b2-21d8e6f1e4b5 admin admin] Publish callbacks [] for security_group (170874a0-0f17-4e3e-81cb-a8b2e531ae2f), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.699219 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f803f4-34e8-4ed1-b6b2-21d8e6f1e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (170874a0-0f17-4e3e-81cb-a8b2e531ae2f), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.702323 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-07f803f4-34e8-4ed1-b6b2-21d8e6f1e4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:33.703481 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-07f803f4-34e8-4ed1-b6b2-21d8e6f1e4b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/170874a0-0f17-4e3e-81cb-a8b2e531ae2f HTTP/1.1" status: 204 len: 168 time: 0.1142220 Jan 19 01:14:33.711006 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f803f4-34e8-4ed1-b6b2-21d8e6f1e4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170874a0-0f17-4e3e-81cb-a8b2e531ae2f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:34.004801 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45574) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:34.043026 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-310a0ba5-1dd2-4c4f-9e3d-8568ad906ea4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1bd3d998305436dbe1d9505871bc92d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370748 Jan 19 01:14:34.046033 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.35', 45576) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 01:14:34.092022 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-84893518-aef5-4566-9b05-3ddeaf54c58c admin admin] Publish callbacks [] for security_group (5749acfc-85d1-47f0-adc1-5019e270fba2), before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:34.115234 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-84893518-aef5-4566-9b05-3ddeaf54c58c admin admin] Publish callbacks [] for security_group (5749acfc-85d1-47f0-adc1-5019e270fba2), precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:34.161502 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-84893518-aef5-4566-9b05-3ddeaf54c58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444036'] for security_group (5749acfc-85d1-47f0-adc1-5019e270fba2), after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:34.164125 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-84893518-aef5-4566-9b05-3ddeaf54c58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:34.165366 dv-cinder-799871-14-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-84893518-aef5-4566-9b05-3ddeaf54c58c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5749acfc-85d1-47f0-adc1-5019e270fba2 HTTP/1.1" status: 204 len: 168 time: 0.1184459 Jan 19 01:14:34.173412 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84893518-aef5-4566-9b05-3ddeaf54c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749acfc-85d1-47f0-adc1-5019e270fba2,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 01:14:50.122857 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-90d06737-2eec-4175-9612-c5bc0e01724a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:52.359116 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a6a9352a-63d0-43a9-981f-72687a0feb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:53.631493 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:54.948292 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:56.256688 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:14:58.982697 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:09.023383 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:15:20.124904 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b423d9a2-56e4-4488-a1cc-3ba06a362483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:22.359861 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9fe17e31-c2d7-44bf-a359-9c1fe9f17fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:23.632823 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:24.950579 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:26.257542 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:29.002132 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:46.024001 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:15:50.128005 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b1890020-14c6-4d37-9724-3016996a2b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:52.360869 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b2e688f2-08e3-43ba-9c03-deeba5883d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:53.637230 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:54.954024 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:56.259341 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:15:58.996752 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:20.130176 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67a94a7b-a0ce-4114-913e-4a44d3b7b7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:22.362336 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7991188b-3a1a-45ee-a293-9a248ee14c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:23.023108 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:16:23.637475 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:24.957051 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:26.261132 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:28.997084 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:50.132444 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-979d108a-8cc8-4c18-a68c-f97a931af542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:52.363731 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-63695186-b3cc-4802-90bc-316abf495283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:53.641306 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:54.959800 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:56.263143 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:16:59.012043 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:00.024270 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:17:13.084620 dv-cinder-799871-14-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-36725373-e3e9-4238-a496-0fcec99d198b req-74bc9872-ca44-4e35-abac-903a7272a7b4 service neutron] (102631) timed out ('10.222.0.32', 51198) {{(pid=102631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 01:17:17.185021 dv-cinder-799871-14-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-03ac4a79-8a26-4380-a3e0-f65a785fc4ab req-81366724-c082-4469-811e-74d49f3c8b45 service neutron] (102632) timed out ('10.222.0.32', 51204) {{(pid=102632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 01:17:20.135121 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4d51-19e9-49c9-aee2-26effc570725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:22.364485 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f0e75f78-6473-4ba2-a7c0-4123ae1859fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:23.644764 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:24.961744 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:26.266258 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:29.015793 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:37.023833 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:17:50.137309 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c06bdbed-a745-4a2f-91c6-48a02359bd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:52.366058 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71d861ae-2ff0-4d8c-a7af-a1380448d42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:53.646833 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:54.966265 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:56.271686 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:17:59.031523 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:14.022759 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:18:20.139258 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-969e32c7-4a8e-4692-b4bb-a3b8075b051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:22.368417 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bd8b40af-dca2-4e4f-8c8c-f1adaf7d5398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:23.649863 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:24.970331 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:26.264319 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:29.025285 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:50.142460 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1f5d510f-6a60-4e35-bc15-8d0d3e5b0582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:51.022270 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:18:52.369812 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5905-5d2e-4d72-ba18-2eeef5a431aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:53.653109 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:54.973982 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:56.266775 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:18:59.040904 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:20.143483 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-95a930f2-ea20-48c4-b019-0164def7e6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:22.372420 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d7733da7-4aef-4802-b3f4-49da37a7b1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:23.657735 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:24.978993 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:26.273641 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:28.022020 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 01:19:29.039499 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:50.147446 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-be6a3b2a-c993-4246-a42a-5cfad8bb58ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (7f1153b7-9b6f-460a-91a6-002b62fb0a60), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:52.377400 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5bcc2c92-de3b-4f8f-aa1a-63fc98b4f7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (40079f59-ba35-4fc5-b1b6-5606d5546ee8), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:53.660315 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0e90a8cf-56cc-422e-abed-5534d54dc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (41bf82db-ac27-483b-8849-926b77f28f8a), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:54.980046 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2539e8e0-5fa4-4eba-a2e8-06741fcf9cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (4f71ba67-09d6-4eab-99b4-fe500de586db), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:56.266619 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc8b-91fb-408e-a2a1-c95e77f69af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (8fc538d6-3854-4d42-960d-d72988144bdc), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:19:59.053339 dv-cinder-799871-14-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-513e7d9e-f2bf-4187-a33a-b26fd09352aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760245922061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602450'] for agent (9c222650-6e37-4f87-bd45-6f4aeb10587c), after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 01:20:05.022049 dv-cinder-799871-14-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-505393d4-15f3-45af-b588-00eba7daa6e3 None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}